-- Logs begin at Thu 2021-04-08 11:21:02 UTC, end at Thu 2021-04-08 12:35:30 UTC. --
Apr 08 12:05:07.039157 dv-cinder-784779-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 08 12:05:09.934092 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.common.config [-] Logging enabled!
Apr 08 12:05:09.934666 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44
Apr 08 12:05:09.935980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 12:05:09.937712 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.common.config [-] Logging enabled!
Apr 08 12:05:09.937997 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44
Apr 08 12:05:09.938360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 12:05:09.939401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 12:05:09.939664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 12:05:09.940691 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 12:05:09.940971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 12:05:09.941225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 12:05:09.941588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.941930 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.942266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.942553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.942892 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.943222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.943536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.943863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.944200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.944519 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.944829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.945145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.945403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.945716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.946693 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.947252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.947541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.947864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.948402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.948727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.949041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.949369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.949682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.949988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.950296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.950640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.951009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] host                           = dv-cinder-784779-3-iscsi {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.951318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.951643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.951968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.952291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.952599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.952908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.953228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.953533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.953837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.954143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.954491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.954820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.955148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.955402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.955652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.955978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.956302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.956613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.956922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.957226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.957529 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.957836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.958134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.958482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.958810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.959131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.959435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.959738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.960043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.960343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.960664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.960973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.961276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.962154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.962723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.963076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.963387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.963730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.964054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.964374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.964694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.964998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.965318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.965624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.965927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.966230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.966561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.966866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.967184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.967489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.967792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.968093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.968397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.968719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:09.969046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.969383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.969722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.970040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.970410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.970726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.971056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.971370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.971695 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.972020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.972338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.972649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.972969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.973279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.973612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.973954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.974287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.974643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.974947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.975253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.975560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.975873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.976192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.976524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.976856 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.977252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.977676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.978249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.978844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.979394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.979944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.980525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.981089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.981653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.982172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.982760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.983092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.983412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.983737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.984080 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.984401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.984713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.985027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.985345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.985656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.985979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.986293 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.986624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.986934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.987249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.987558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.987865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.988182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.988489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.988802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.989108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.989414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.989722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.990029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.990354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.990935 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.991242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.991554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.991860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.992166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.992474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.992815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.993335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.993720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.994060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.994404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.994726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.995043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.995359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.995674 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.995988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.996299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.996613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.996918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.997249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.997568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.997887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.998205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.998544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.998881 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.999193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.999509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:09.999819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.000130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.000452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.000771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.001104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.001431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.001759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.002325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.002909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.003472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.004105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.004667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:10.004968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 12:05:10.005240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84315) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 08 12:05:10.673622 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO keyring.backend [-] Loading Gnome
Apr 08 12:05:10.690982 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO keyring.backend [-] Loading Google
Apr 08 12:05:10.693514 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO keyring.backend [-] Loading Windows (alt)
Apr 08 12:05:10.698161 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO keyring.backend [-] Loading file
Apr 08 12:05:10.699006 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO keyring.backend [-] Loading keyczar
Apr 08 12:05:10.699288 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO keyring.backend [-] Loading multi
Apr 08 12:05:10.699926 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO keyring.backend [-] Loading pyfs
Apr 08 12:05:10.747108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:10.747416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:10.747737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:10.748100 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 08 12:05:11.143112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.143654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.143753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.146588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.146897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.147195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.184963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.185272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.185568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.199162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.199472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.199778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.266988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.267299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.267601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.268708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.269014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.269312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.542198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4f02ea0e18> agent after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.542543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4f02ea0e18> agent after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.542848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4f02ea0ea0> segment precommit_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.543155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4f02ea0f28> network precommit_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.544932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4f02f61048> segment before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.695681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> network before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.696131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4f02e947b8> agent before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.696659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> network before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.696971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> port before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.697272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> port before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.697657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> segment after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.697955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> segment precommit_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.698243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> segment precommit_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.698587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> segment after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.698925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> network after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.699219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> network precommit_delete 0 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.699520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> port provisioning_complete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.699823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.700111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> rbac-policy after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.700418 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> agent after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.700730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> subnet after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.701020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> subnet precommit_delete 0 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.701334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.701615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.701945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> segment_host_mapping after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.702412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> port after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.702697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> port after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.702977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> port after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.703310 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.703585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.703858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f02ca8da0>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.704281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:11.704553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:11.704821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:11.705092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:11.705357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:11.705620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:11.706027 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 08 12:05:11.709188 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 08 12:05:11.713941 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 08 12:05:11.717796 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 08 12:05:11.719451 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 08 12:05:11.720704 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 08 12:05:11.721078 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 08 12:05:11.721501 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 08 12:05:11.724233 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 08 12:05:11.724517 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 08 12:05:11.724900 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 12:05:11.752896 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 08 12:05:11.753398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4f02ece978>> qos_plugin after_init 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.753724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84315) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 08 12:05:11.754128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4f02c50518>> logging-plugin after_init 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.755473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84315) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 08 12:05:11.755790 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 12:05:11.756071 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 08 12:05:11.759477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4f02c50588>> floatingip before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.759782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4f02c50588>> port before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:11.826652 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 08 12:05:11.826927 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 08 12:05:11.827197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 08 12:05:11.827595 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 08 12:05:11.861493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.sqlalchemy.engines [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84315) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 08 12:05:12.554643 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing driver for type 'gre'
Apr 08 12:05:12.555218 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] gre ID ranges: [(1, 1000)]
Apr 08 12:05:12.663051 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing driver for type 'local'
Apr 08 12:05:12.663429 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing driver for type 'vlan'
Apr 08 12:05:12.714679 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] VlanTypeDriver initialization complete
Apr 08 12:05:12.715002 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing driver for type 'vxlan'
Apr 08 12:05:12.715533 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] vxlan ID ranges: [(1, 1000)]
Apr 08 12:05:12.805903 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing extension driver 'port_security'
Apr 08 12:05:12.806265 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.extensions.port_security [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] PortSecurityExtensionDriver initialization complete
Apr 08 12:05:12.806775 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing mechanism driver 'openvswitch'
Apr 08 12:05:12.807740 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing mechanism driver 'hyperv'
Apr 08 12:05:12.813889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:05:12.814739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f02c26be0>> port after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.815151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f02c26be0>> port after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.815541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f02c26be0>> port after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.815965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f07b8>> subnet after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.816355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f07b8>> subnet after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.816741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f07b8>> subnet after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.817157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0978>> network after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.817542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0978>> network after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.817920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0978>> network after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.818365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0b38>> security_group after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.818755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0b38>> security_group after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.819134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0b38>> security_group after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.819551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0cf8>> security_group_rule after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.819935 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0cf8>> security_group_rule after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.820312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0cf8>> security_group_rule after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.820898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0eb8>> address_group after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.821290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0eb8>> address_group after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.821665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f027f0eb8>> address_group after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.822032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] ML2 OVO RPC backend initialized. {{(pid=84315) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 08 12:05:12.822886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> router_interface after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.823296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> router_interface after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.823752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> network before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.824135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> networks before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.824515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> port before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.824891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> ports before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.825268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> subnet before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.825648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> subnets before_response 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.826032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> network after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.826432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> network after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.826810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> network after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.827268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> port after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.827650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> port after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.828021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> port after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.828394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> subnet after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.828763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> subnet after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.829131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f027f7160>> subnet after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.829753 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.plugin [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Modular L2 Plugin initialization complete
Apr 08 12:05:12.830110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading services supported by the core plugin {{(pid=84315) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 08 12:05:12.830504 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.plugins.ml2.managers [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Got port-security extension from driver 'port_security'
Apr 08 12:05:12.831005 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.extensions.vlantransparent [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Disabled vlantransparent extension.
Apr 08 12:05:12.831538 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84315) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 08 12:05:12.831880 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: router
Apr 08 12:05:12.868766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router_interface before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.869795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router after_create 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.870198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router before_create 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.870644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router_interface before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.871063 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router_interface after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.871451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router after_delete 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.871850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> floatingip after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.872256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router after_create 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.872638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router after_update 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.873027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router after_update 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.873416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router_gateway after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.873815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router after_update 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.874330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router precommit_update 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.874740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4f02e3a8c8> port after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.875116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4f02e3a7b8> port after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.875493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4f02e3a840> subnet after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.875872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4f02e3a950> subnetpool_address_scope after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.876260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> port precommit_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.876642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router precommit_create 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.877021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4f02e00a60> port before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.877400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router precommit_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.877799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router after_update 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.878178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router precommit_delete 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.878584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router precommit_create 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.878990 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router_interface after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.879372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> router precommit_update 55549900 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.879798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f027f7128>> network after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.880773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Tracking information for resource: router configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:12.881144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Tracking information for resource: floatingip configured {{(pid=84315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 12:05:12.886066 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_agentschedulers_db [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 08 12:05:12.886734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4f02779950> port after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.887131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4f02779840> port after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.887518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function _notify_port_delete at 0x7f4f027798c8> port after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.887906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4f02779ae8> port after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.888810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f02793f60>> router before_create 55550100 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.889221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f02793f60>> router precommit_delete 55550100 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.889629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f02793f60>> router precommit_create 55550100 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.890029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f02793f60>> router precommit_update 55550100 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.894711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.provider_configuration [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service providers = [] {{(pid=84315) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 08 12:05:12.895108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.servicetype_db [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84315) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 08 12:05:12.898058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.service_base [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 12:05:12.898473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.service_base [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 12:05:12.898852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.service_base [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 12:05:12.899744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.service_base [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 12:05:12.900145 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.services.service_base [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 08 12:05:12.900623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.900974 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 08 12:05:12.910997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.911372 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: auto_allocate
Apr 08 12:05:12.917681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4f0270d158> network precommit_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.918083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4f0270d158> network precommit_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.918697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.919055 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: tag
Apr 08 12:05:12.925896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.926265 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: timestamp
Apr 08 12:05:12.930094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.930489 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: network_ip_availability
Apr 08 12:05:12.936837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f02717358>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.937239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f02717358>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.937628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f02717358>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:12.938427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.938787 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: flavors
Apr 08 12:05:12.943281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.943657 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading Plugin: revisions
Apr 08 12:05:12.947921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 12:05:12.948337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.200s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:12.949130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84315) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 08 12:05:12.949491 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Initializing extension manager.
Apr 08 12:05:12.950051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: __init__.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.950463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: __pycache__ {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.950838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.951210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: address_group.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.951996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.952771 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: address-group
Apr 08 12:05:12.953135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: address_scope.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.953905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.954499 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: address-scope
Apr 08 12:05:12.954861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.955792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.956364 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: router-admin-state-down-before-update
Apr 08 12:05:12.956724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: agent.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.957476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.958038 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: agent
Apr 08 12:05:12.958423 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: agent_resources_synced.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.959338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.959900 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: agent-resources-synced
Apr 08 12:05:12.960256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: allowedaddresspairs.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.962021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.962635 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: allowed-address-pairs
Apr 08 12:05:12.963077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: auto_allocated_topology.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.964168 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.964779 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: auto-allocated-topology
Apr 08 12:05:12.965099 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: availability_zone.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.965839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.966429 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: availability_zone
Apr 08 12:05:12.966790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: availability_zone_filter.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.967707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.968267 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: availability_zone_filter
Apr 08 12:05:12.968630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: data_plane_status.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.969537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.970101 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 08 12:05:12.970491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: default_subnetpools.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.971412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.971981 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: default-subnetpools
Apr 08 12:05:12.972341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.973209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.974972 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: dhcp_agent_scheduler
Apr 08 12:05:12.975348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: dns.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.976266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.976841 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension dns-integration not supported by any of loaded plugins
Apr 08 12:05:12.977208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: dns_domain_ports.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.978135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.979288 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 08 12:05:12.979647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: dvr.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.980372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.980938 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: dvr
Apr 08 12:05:12.981297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: empty_string_filtering.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.982225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.982813 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: empty-string-filtering
Apr 08 12:05:12.983172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.984098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.984654 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 08 12:05:12.985012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.985923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.986509 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 08 12:05:12.986868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: external_net.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.987791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.988356 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: external-net
Apr 08 12:05:12.988715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.989629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.990198 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: extra_dhcp_opt
Apr 08 12:05:12.990843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: extraroute.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.991773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.992349 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: extraroute
Apr 08 12:05:12.992714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: extraroute_atomic.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.993749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.994965 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: extraroute-atomic
Apr 08 12:05:12.995330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: filter_validation.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.996024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.996581 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: filter-validation
Apr 08 12:05:12.996939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: fip_pf_description.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.997852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:12.998428 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 08 12:05:12.998788 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: fip_port_details.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:12.999733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.000340 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: fip-port-details
Apr 08 12:05:13.000697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: flavors.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.001917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.002516 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: flavors
Apr 08 12:05:13.002878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.004526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.005108 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 08 12:05:13.005478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: floatingip_pools.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.006360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.006921 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: floatingip-pools
Apr 08 12:05:13.007288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: ip_allocation.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.008217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.008781 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 08 12:05:13.009146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.010114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.010703 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: ip-substring-filtering
Apr 08 12:05:13.011068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l2_adjacency.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.011998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.012556 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 08 12:05:13.012940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l3.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.013965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.014568 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: router
Apr 08 12:05:13.014925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.017165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.017755 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 08 12:05:13.018123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.019093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.019671 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: ext-gw-mode
Apr 08 12:05:13.020033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.020955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.021518 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: l3-ha
Apr 08 12:05:13.021880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l3_flavors.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.022818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.023386 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: l3-flavors
Apr 08 12:05:13.023749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.024672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.025233 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 08 12:05:13.025649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: l3agentscheduler.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.027081 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.027668 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: l3_agent_scheduler
Apr 08 12:05:13.028040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: logging.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.029544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.030115 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension logging not supported by any of loaded plugins
Apr 08 12:05:13.030517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: metering.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.031308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.031991 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: metering
Apr 08 12:05:13.032353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.033464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.034037 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: metering_source_and_destination_fields
Apr 08 12:05:13.034427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: multiprovidernet.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.035371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.035935 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: multi-provider
Apr 08 12:05:13.036299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: netmtu.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.037219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.037784 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: net-mtu
Apr 08 12:05:13.038144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: netmtu_writable.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.039092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.039653 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: net-mtu-writable
Apr 08 12:05:13.040013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: network_availability_zone.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.040722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.042003 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: network_availability_zone
Apr 08 12:05:13.042479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: network_ip_availability.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.043697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.044269 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: network-ip-availability
Apr 08 12:05:13.044631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: network_segment_range.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.045466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.046028 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 08 12:05:13.046417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: pagination.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.047526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.047900 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: pagination
Apr 08 12:05:13.048257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: port_device_profile.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.049177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.049747 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: port-device-profile
Apr 08 12:05:13.050109 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.051089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.051657 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: port-mac-address-regenerate
Apr 08 12:05:13.052017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.052939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.053506 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: port-numa-affinity-policy
Apr 08 12:05:13.053864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: port_resource_request.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.054813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.055379 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 08 12:05:13.055734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: portbindings.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.056777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.057933 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: binding
Apr 08 12:05:13.058292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: portbindings_extended.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.059599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.060174 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: binding-extended
Apr 08 12:05:13.060537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: portsecurity.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.061466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.062038 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: port-security
Apr 08 12:05:13.062422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: project_id.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.063413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.063787 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: project-id
Apr 08 12:05:13.064147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: providernet.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.065071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.065650 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: provider
Apr 08 12:05:13.066008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.069876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.070494 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos not supported by any of loaded plugins
Apr 08 12:05:13.070864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.072196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.072862 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 08 12:05:13.073191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.074129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.074723 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 08 12:05:13.075087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_default.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.076020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.076585 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-default not supported by any of loaded plugins
Apr 08 12:05:13.076946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_fip.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.077639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.078203 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-fip not supported by any of loaded plugins
Apr 08 12:05:13.078589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_gateway_ip.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.079530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.080094 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 08 12:05:13.080455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_port_network_policy.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.081372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.081931 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 08 12:05:13.082292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_rule_type_details.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.083233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.083794 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 08 12:05:13.084154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: qos_rules_alias.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.085200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.085764 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 08 12:05:13.086123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: quotasv2.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.087143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.087514 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: quotas
Apr 08 12:05:13.087875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: quotasv2_detail.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.089643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.090021 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: quota_details
Apr 08 12:05:13.090413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: rbac.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.091562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.092150 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: rbac-policies
Apr 08 12:05:13.092513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: rbac_address_group.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.093445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.094017 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: rbac-address-group
Apr 08 12:05:13.094406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: rbac_address_scope.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.095335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.095903 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: rbac-address-scope
Apr 08 12:05:13.096264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: rbac_security_groups.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.097285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.097851 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: rbac-security-groups
Apr 08 12:05:13.098212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: rbac_subnetpool.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.099165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.099732 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: rbac-subnetpool
Apr 08 12:05:13.100091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: revisionifmatch.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.101014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.101579 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: revision-if-match
Apr 08 12:05:13.101938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: revisions.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.103093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.104279 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: standard-attr-revisions
Apr 08 12:05:13.104709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: router_availability_zone.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.105416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.105997 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: router_availability_zone
Apr 08 12:05:13.106373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: routerservicetype.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.107301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.107863 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension router-service-type not supported by any of loaded plugins
Apr 08 12:05:13.108224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.109149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.109714 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: security-groups-normalized-cidr
Apr 08 12:05:13.110070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.111050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.111618 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: port-security-groups-filtering
Apr 08 12:05:13.111975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.112935 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.113500 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: security-groups-remote-address-group
Apr 08 12:05:13.113855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: securitygroup.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.127459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.128070 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: security-group
Apr 08 12:05:13.128442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: segment.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.129297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.129868 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension segment not supported by any of loaded plugins
Apr 08 12:05:13.130237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.131205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.131782 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 08 12:05:13.132149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: servicetype.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.133256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.133828 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: service-type
Apr 08 12:05:13.134189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: sorting.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.135472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.135857 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: sorting
Apr 08 12:05:13.136218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: standard_attr_segment.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.137152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.137724 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 08 12:05:13.138084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: standardattrdescription.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.138792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.139358 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: standard-attr-description
Apr 08 12:05:13.139717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: stateful_security_group.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.140645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.141215 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: stateful-security-group
Apr 08 12:05:13.141575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: stdattrs_common.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.142160 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 08 12:05:13.142542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.143560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.144139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 08 12:05:13.144501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: subnet_onboard.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.145579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.146168 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: subnet_onboard
Apr 08 12:05:13.146562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.147495 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.148064 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 08 12:05:13.148426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: subnet_service_types.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.149353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.149919 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: subnet-service-types
Apr 08 12:05:13.150275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: subnetallocation.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.151933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.152500 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: subnet_allocation
Apr 08 12:05:13.152864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.153559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.154124 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: subnetpool-prefix-ops
Apr 08 12:05:13.154510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.155442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.156012 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 08 12:05:13.156376 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: tagging.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.157631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.158218 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: standard-attr-tag
Apr 08 12:05:13.158620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: timestamp.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.159797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.160366 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loaded extension: standard-attr-timestamp
Apr 08 12:05:13.160732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: trunk.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.161761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.162365 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension trunk not supported by any of loaded plugins
Apr 08 12:05:13.162711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: trunk_details.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.163635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.164210 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension trunk-details not supported by any of loaded plugins
Apr 08 12:05:13.164568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: uplink_status_propagation.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.165510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.166653 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 08 12:05:13.167035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Loading extension file: vlantransparent.py {{(pid=84315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 12:05:13.167723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 12:05:13.168279 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 08 12:05:13.170926 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:network
Apr 08 12:05:13.171722 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:subnet
Apr 08 12:05:13.172395 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 12:05:13.173051 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:port
Apr 08 12:05:13.174539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.175026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service FLAVORS assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.175687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.176164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.176533 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:router
Apr 08 12:05:13.177251 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 12:05:13.178026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service METERING assigned prefix: /metering {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.179838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f025ef550>> rbac-policy before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:13.180248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f025ef550>> rbac-policy before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:13.180636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f025ef550>> rbac-policy before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:05:13.181807 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 12:05:13.182290 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 12:05:13.183323 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 12:05:13.184159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service CORE assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.184533 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 12:05:13.184898 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] subnetpool is already registered
Apr 08 12:05:13.185570 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service CORE assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.185940 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 12:05:13.186327 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] subnetpool is already registered
Apr 08 12:05:13.189061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.189536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service FLAVORS assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.190179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.190680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.191052 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:router
Apr 08 12:05:13.191416 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] router is already registered
Apr 08 12:05:13.192067 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 12:05:13.192430 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] floatingip is already registered
Apr 08 12:05:13.193110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service METERING assigned prefix: /metering {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.193835 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 12:05:13.194199 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] rbac_policy is already registered
Apr 08 12:05:13.195578 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 12:05:13.195952 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] security_group is already registered
Apr 08 12:05:13.196607 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 12:05:13.196973 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] security_group_rule is already registered
Apr 08 12:05:13.197845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service CORE assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.198214 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 12:05:13.198620 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] subnetpool is already registered
Apr 08 12:05:13.199297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.resource_helper [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Service CORE assigned prefix:  {{(pid=84315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 12:05:13.199671 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 12:05:13.200035 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.quota.resource_registry [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] subnetpool is already registered
Apr 08 12:05:13.200763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: extensions {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.202283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: address-groups {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.203963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: address-scopes {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.205235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: agents {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.206466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: auto-allocated-topology {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.207768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: availability_zones {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.209130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: dhcp-networks {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.210609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: dhcp-agents {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.212091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: routers {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.214563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: flavors {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.215825 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: service_profiles {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.217047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: next_providers {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.218709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: service_profiles {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.220319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: floatingip-pools {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.221581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: routers {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.223458 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: floatingips {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.224699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: l3-routers {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.226151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: l3-agents {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.227660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: metering-labels {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.229670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: metering-label-rules {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.231020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: network-ip-availabilities {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.232324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: bindings {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.234038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: quotas {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.235583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: quotas {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.237029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: rbac-policies {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.238402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: security-groups {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.239671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: security-group-rules {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.241257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: service-providers {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.242609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: subnetpools {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.244065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: subnetpools {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.245620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.247389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.249327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.251180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.253051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.254985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.256755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.259605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.261528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.263497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.extensions [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Extended resource: tags {{(pid=84315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 12:05:13.270276 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING keystonemiddleware.auth_token [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 08 12:05:13.276062 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING keystonemiddleware.auth_token [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 08 12:05:13.284759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Acquired lock "singleton_lock" {{(pid=84315) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 08 12:05:13.285282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Releasing lock "singleton_lock" {{(pid=84315) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 08 12:05:13.286762 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO oslo_service.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Starting 2 workers
Apr 08 12:05:13.292191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Started child 84430 {{(pid=84315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 12:05:13.296015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:13.296936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Started child 84431 {{(pid=84315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 12:05:13.297439 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [-] (84430) wsgi starting up on http://0.0.0.0:9696
Apr 08 12:05:13.298380 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 08 12:05:13.299042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Notify callbacks [] for process, before_spawn {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:13.300244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:13.301498 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO oslo_service.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Starting 1 workers
Apr 08 12:05:13.301775 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [-] (84431) wsgi starting up on http://0.0.0.0:9696
Apr 08 12:05:13.307082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Started child 84432 {{(pid=84315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 12:05:13.307626 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO oslo_service.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Starting 1 workers
Apr 08 12:05:13.320835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] calling RpcWorker wait() {{(pid=84432) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 08 12:05:13.320835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] returning from RpcWorker wait() {{(pid=84432) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 08 12:05:13.320835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:13.320835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:05:13.321318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Started child 84433 {{(pid=84315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 12:05:13.321318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-238722ea-2946-4b3a-8220-81bd2b116de3 None None] Notify callbacks [] for process, after_spawn {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:13.321318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84315) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 12:05:13.321318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 12:05:13.321318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 12:05:13.321318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 12:05:13.321318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 12:05:13.321954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 12:05:13.322053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.322900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.323597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.324268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.324268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.324268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.324547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.324644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.324908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.325216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.325477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.325737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.326022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.326326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.326567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.326813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.327069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.327344 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.327593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.328080 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-3-iscsi {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.328348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.328594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.328858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.329125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.329407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.329664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.329937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.330225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.330536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.330792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.331068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.331343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.331608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.331870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.332060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.332325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.332632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.332929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.333143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.333335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.333525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.333815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.334004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.334285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.334568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.334810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.335069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.335427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.335546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.335818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.336072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.336343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.336582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.336871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.337151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.337411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.337669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.338583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.339014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.339296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.339731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.340002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.340271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.340502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.340777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.341042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.341324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.341588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.341943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.342216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.342419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.342620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.342942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.343210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.343466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.343745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.343990 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.344269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.344513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.344782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.345026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.345307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.345640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.345942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.346186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.346495 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.346738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.346994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.347262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.347714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.348033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.348372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.348647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.348924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.349193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.349485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.349735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.350001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.350285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.350636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:05:13.350739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.350887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.351208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.351499 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.351733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.352058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.352337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.352649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.352901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.353172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.353392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.354273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.364946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.365948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.366737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.367484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.368959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.369541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.369541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.369836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.370194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.370613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.370893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.371144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.371584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.371842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.372129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.372362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.372759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.373029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.373328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.373609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.373887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.374171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.374477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.374783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.375033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.375291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.375617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.375822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.376156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.376314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.376583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.376864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.377145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.377447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.377767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.378018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.378365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.378564 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.378859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.379211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.379527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.379815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.380086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.380384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.380656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.380943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.381250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.381520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.381824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.382042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.382767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.382767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.383104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.383104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.383321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.383655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.383957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.384219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.384467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.384828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.385179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.385406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.385922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.386097 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.386438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.386556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.386774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.387045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.387311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.387595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.387856 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.388121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.388386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.388652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.388911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.389175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.389471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.389734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.390000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.390258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.390537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.390817 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.391101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.391324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.391594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.391864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.392130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.392381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.392648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.392911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.393212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.393489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.393803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.394095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.394987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.394987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.394987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.395292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.395456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.395603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.395854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.396118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.396384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.396634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.396879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.397137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.397417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.397677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.397973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.398225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.398643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.398876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.399148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.399415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.399665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.399929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.401819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.401819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.401819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.401819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.401819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.402340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.402340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.402502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.402929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.402929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.403438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.403438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.403612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.403900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.404165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.404700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.404700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.404925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.405497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.405497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.405651 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.405863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.408444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.409906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.410130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.410405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.410662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.410957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.411335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.411896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.412207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.412485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.412794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.413112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.413413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.413660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.413975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.414354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.415166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.415633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.415924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.416338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.416613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.416885 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.417158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.417429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.417680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.417961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.418240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.418524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.418776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.419043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.419295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.419559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.419803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.420075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.420322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.420478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 12:05:13.421028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84315) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 12:05:13.421218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 12:05:13.421369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 12:05:13.421600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 12:05:13.421802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 12:05:13.421959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 12:05:13.422203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.422387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.422581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.422768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.422955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.423161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.423351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.423542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.423712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.424070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.424260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.424449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.424637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.424824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.425003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.425187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.425371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.425572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.425749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.425937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.426319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.426319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.426519 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.426614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.426829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.427016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.427180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.427349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.427681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.428007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.428331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.428675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.428866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.429053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.429238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.429428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.429737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.429737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.429937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.430155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.430261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-3-iscsi {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.430441 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.430628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.430814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.430998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.431183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.431367 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.431551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.432275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.432565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.432742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.432940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.432940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.433130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.433273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.433456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.433639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.433822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.434005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.434213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.434425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.434611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.434797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.434981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.435167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.435349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.435535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.435719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.435903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.436087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.436272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.436456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.436640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.436824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.437008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.437194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.437378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.437561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.437744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.437929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.438113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.438297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.438504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.438689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.438848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.439033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.439216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.439400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.439584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.439755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.439929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.440114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.440300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.440763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.440763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.440763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.441858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.441858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.441858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.441858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.441858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.441858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.441858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 12:05:13.446635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.447212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.448648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.449978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.450166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.450166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.450166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.450950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.450950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.450950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.451326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.451326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.451594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.451594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.451862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.451996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.452130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.452263 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.452397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.452587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.452777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.452965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.453154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.453341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.453542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.453730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.453916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.454103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.454290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.454521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.456389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.457560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.459643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.461403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.464738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.465926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.466617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.467937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.468583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.469907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.470043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.470214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.470607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.470770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.470929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.471076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.471268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.471425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.471616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.471879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.472055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.472299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.472299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.472792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.472792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.472792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.473453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.473453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.473453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.473453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.474855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.475868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.475868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.475868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.475868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.476206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.476206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.476377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.476507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.476693 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.476884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.477074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.477260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.477447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.477633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.477820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.478006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.478192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.478414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.479183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.479345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.479543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.479733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.479894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.480053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.480239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.480429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.480615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.480813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.480985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.481316 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.481677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.481867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.482065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.482254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.482466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.482663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.482850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.483038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.483224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.483424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.483613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.483802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.483989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.484175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.484362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.484550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.484741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.484937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.485114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.485300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.485495 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.485690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.485885 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.486071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.486265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.486492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.486686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.486854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.487208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.487403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.488177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.488177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.488177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.488177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.488177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.489112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.489112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.489112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.489112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.489112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.490806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.490806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.490806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.490806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.490806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 12:05:13.490806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 12:05:13.508526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:05:13.703280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 40900) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:13.715519 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0100727
Apr 08 12:05:24.659890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ef446-5d9b-4e7e-9f10-032235d5dc7a None None] get_active_networks_info from dv-cinder-784779-3-iscsi {{(pid=84432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 08 12:05:24.858915 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ef446-5d9b-4e7e-9f10-032235d5dc7a None None] No non-hosted networks {{(pid=84432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 08 12:05:25.034338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc044380-90dc-4ab8-939c-33a5a2c17821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471'] for agent, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:26.663040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ab697b6f-ae20-4295-b07c-4731ad1fd722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471'] for agent, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:26.724183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b616fc45-90d3-4f46-ae74-3ab947d01b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:27.005903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471'] for agent, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:28.272587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471'] for agent, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:28.273278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.273650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.274017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.274403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.274769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.275696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.276059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.276437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.276796 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.277154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.277511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.277869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:28.278284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4f0115e6d8>, 'Open vSwitch agent', 'dv-cinder-784779-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:05:28.285493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4f01174b00>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:05:28.735613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471'] for agent, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:29.975949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 40990) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:30.615545 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING oslo_policy.policy [None req-f75477ae-27dd-4820-b53b-9225d78c2215 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 12:05:30.836936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [None req-f75477ae-27dd-4820-b53b-9225d78c2215 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:05:30.838362 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f75477ae-27dd-4820-b53b-9225d78c2215 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8613315
Apr 08 12:05:33.588729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41006) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:33.764048 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_hamode_db [None req-826489ab-4206-4a60-beb9-44e62eac6f0d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 08 12:05:33.851925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826489ab-4206-4a60-beb9-44e62eac6f0d None None] Routers set() bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:05:33.852356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826489ab-4206-4a60-beb9-44e62eac6f0d None None] Router IDs set() for agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 08 12:05:34.225171 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING oslo_policy.policy [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 12:05:34.225753 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING oslo_policy.policy [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 12:05:34.480480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:05:34.600621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.policy [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84430) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 12:05:34.662478 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING oslo_policy.policy [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 12:05:34.663045 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING oslo_policy.policy [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 12:05:34.688474 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4f02038828>.
Apr 08 12:05:34.705539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:05:34.813415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288274603549', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288274600097', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288274609936', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288274587556', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288274567634', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288274567315', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854632738', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854515446', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854071675'] for rbac-policy, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:35.034496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:35.035961 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2e53f1aa-a5b2-4660-9e98-a1f6ddee94c6 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.4451427
Apr 08 12:05:38.022812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41024) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:38.400223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e107b0e9cb9342599492e37e66ee3f37'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:05:38.407195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:05:38.411627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Usage tracker for resource:network and tenant:e107b0e9cb9342599492e37e66ee3f37 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:05:38.415311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:05:38.421709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:05:38.463036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Made reservation on behalf of e107b0e9cb9342599492e37e66ee3f37 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:05:38.469125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:38.485759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:38.502498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:05:38.506290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Usage tracker for resource:security_group_rule and tenant:e107b0e9cb9342599492e37e66ee3f37 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:05:38.510475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:05:38.516259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:05:38.880980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:38.908447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:38.912981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:38.929998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:05:38.954850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748583002346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:38.955446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4f02ea0ea0> segment precommit_create {{(pid=84430) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 12:05:38.955906 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Added segment 30d9bd31-6461-4b45-a627-1978dd23a948 of type vlan for network ceba3639-ee10-4dd2-b5d1-865e968438de
Apr 08 12:05:39.010266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6e17d3-a90e-4d30-9412-fab655b538bf,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:05:39.032776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.033246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.033484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.033840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.034191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.034603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.034952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.035299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.035665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.036012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.036356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.036698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Tracked resource versions report:
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:05:39.037763 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:05:39.072906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:39.083673 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:39.142876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:39.144205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:05:39.144851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:39.149546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:39.249758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Pushing event updated for resources: {'Network': ['ID=ceba3639-ee10-4dd2-b5d1-865e968438de,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:05:39.253159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:39.261534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network ceba3639-ee10-4dd2-b5d1-865e968438de details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:05:39.303804 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2798135
Apr 08 12:05:42.342974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41040) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:42.939979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.policy [None req-5a2f7f34-1f29-4a32-ad35-a51510b71b3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84431) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 12:05:43.151687 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING oslo_policy.policy [None req-5a2f7f34-1f29-4a32-ad35-a51510b71b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 12:05:43.152105 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING oslo_policy.policy [None req-5a2f7f34-1f29-4a32-ad35-a51510b71b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 12:05:43.169126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f7f34-1f29-4a32-ad35-a51510b71b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:05:43.170875 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5a2f7f34-1f29-4a32-ad35-a51510b71b3e admin admin] 10.222.0.43 "GET /v2.0/networks/ceba3639-ee10-4dd2-b5d1-865e968438de HTTP/1.1" status: 200  len: 825 time: 0.8268838
Apr 08 12:05:43.203638 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4cabd531-1603-49f7-a162-df7c4aa796f9 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/18e195b4-d522-4253-996e-9a6571e5bb3c HTTP/1.1" status: 200  len: 734 time: 0.0265441
Apr 08 12:05:43.212850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Request body: {'subnet': {'subnetpool_id': '18e195b4-d522-4253-996e-9a6571e5bb3c', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'ip_version': 4, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:05:43.215687 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.quota [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4f0225fcc0>.
Apr 08 12:05:43.221359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:05:43.226673 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Usage tracker for resource:subnet and tenant:e107b0e9cb9342599492e37e66ee3f37 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:05:43.229837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:05:43.236699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:05:43.365770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Made reservation on behalf of e107b0e9cb9342599492e37e66ee3f37 for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:05:43.372746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:43.908711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:43.923799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:44.067864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec286449-984e-4105-898e-b666fc084a2d,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:05:44.085208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.085580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.085944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.086329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.086676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.087083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.087610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.087955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.088317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.088666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.089011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.089351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Tracked resource versions report:
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:05:44.090440 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:05:44.132884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:44.155656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Checking segment: {'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:05:44.156037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Network hostable DHCP agents. Network: ceba3639-ee10-4dd2-b5d1-865e968438de, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:05:44.209558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Network ceba3639-ee10-4dd2-b5d1-865e968438de is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:05:44.244220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, ceba3639-ee10-4dd2-b5d1-865e968438de) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:05:44.248860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:05:44.249501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:44.255027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8979b-f873-4525-9970-ceeb4d7ed14a None None] Network ceba3639-ee10-4dd2-b5d1-865e968438de requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:05:44.296192 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0869629
Apr 08 12:05:44.578810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-ceba3639-ee10-4dd2-b5d1-865e968438de', 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'fixed_ips': [{'subnet_id': 'ec286449-984e-4105-898e-b666fc084a2d'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:05:44.580112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:44.773181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Allocated IP 172.20.0.2 (ceba3639-ee10-4dd2-b5d1-865e968438de/ec286449-984e-4105-898e-b666fc084a2d/418410a3-2586-461e-be88-82147873fa57) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:05:45.182988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:45.271187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Transition to ACTIVE for port object 418410a3-2586-461e-be88-82147873fa57 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:05:45.291606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Transition to ACTIVE for port object 418410a3-2586-461e-be88-82147873fa57 will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:05:45.325819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:45.342185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:45.473158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Pushing event updated for resources: {'Port': ['ID=418410a3-2586-461e-be88-82147873fa57,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:05:45.484720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.485137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.485502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.485867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.486227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.486623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.486980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.487336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.487710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.488064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.488415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.488764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Tracked resource versions report:
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:05:45.489889 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:05:45.497906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:45.545528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Network ceba3639-ee10-4dd2-b5d1-865e968438de is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:05:45.546748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:05:45.549593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:05:45.645953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Attempting to bind port 418410a3-2586-461e-be88-82147873fa57 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:05:45.646524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Attempting to bind port 418410a3-2586-461e-be88-82147873fa57 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:05:45.646806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Attempting to bind port 418410a3-2586-461e-be88-82147873fa57 on network ceba3639-ee10-4dd2-b5d1-865e968438de {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:05:45.653106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:05:45.653501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Checking segment: {'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:05:45.653985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:45.654438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Bound using segment: {'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:05:45.654981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Bound port: 418410a3-2586-461e-be88-82147873fa57, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:05:45.655407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:45.733388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] For port 418410a3-2586-461e-be88-82147873fa57, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:05:45.737360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] For port 418410a3-2586-461e-be88-82147873fa57, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=418410a3-2586-461e-be88-82147873fa57,segment=NetworkSegment(30d9bd31-6461-4b45-a627-1978dd23a948),segment_id=30d9bd31-6461-4b45-a627-1978dd23a948)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:05:45.769786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:45.784903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:45.927962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Pushing event updated for resources: {'Port': ['ID=418410a3-2586-461e-be88-82147873fa57,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:05:45.933332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:47.061750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41056) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:47.470862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [None req-ec4cb314-1607-4137-a5b6-8557935cfe39 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:05:47.471911 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ec4cb314-1607-4137-a5b6-8557935cfe39 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4091358
Apr 08 12:05:50.205957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41070) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:50.270146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 418410a3-2586-461e-be88-82147873fa57 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:05:50.388415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 418410a3-2586-461e-be88-82147873fa57 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:05:50.620971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [None req-58e32392-120c-4a13-bccc-0984194b814f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:05:50.622125 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-58e32392-120c-4a13-bccc-0984194b814f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4151297
Apr 08 12:05:50.954543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e31e1f7-e517-44fc-a4c1-7d854233cc34 None None] Network ceba3639-ee10-4dd2-b5d1-865e968438de requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:05:51.089830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Provisioning for port 418410a3-2586-461e-be88-82147873fa57 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:05:51.126102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Provisioning complete for port 418410a3-2586-461e-be88-82147873fa57 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:05:51.126554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:51.329033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:51.370446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] For port 418410a3-2586-461e-be88-82147873fa57, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=418410a3-2586-461e-be88-82147873fa57,segment=NetworkSegment(30d9bd31-6461-4b45-a627-1978dd23a948),segment_id=30d9bd31-6461-4b45-a627-1978dd23a948)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:05:51.405665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:51.408782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:05:51.485485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Pushing event updated for resources: {'Port': ['ID=418410a3-2586-461e-be88-82147873fa57,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:05:51.491501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:05:51.531920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-80f51d87-8709-47e9-90a8-5fc0124c5cb3 None None] Provisioning complete for port 418410a3-2586-461e-be88-82147873fa57 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:05:51.532322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80f51d87-8709-47e9-90a8-5fc0124c5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:52.233655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 418410a3-2586-461e-be88-82147873fa57 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:05:52.303633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 418410a3-2586-461e-be88-82147873fa57 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:05:52.304037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:53.690091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41082) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:54.057208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:05:54.062470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:05:54.066490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Usage tracker for resource:router and tenant:e107b0e9cb9342599492e37e66ee3f37 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:05:54.070015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:05:54.076617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:05:54.120491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:54.121838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:54.197378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:54.326169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:54.382728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] Notify callbacks [] for router, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:54.394344 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-eaf63d95-28bd-4342-8351-2e2c0634fba4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6927934
Apr 08 12:05:54.411631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-617b3656-5d4c-48be-a5e6-173eb7f1ad26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:56.376332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:05:56.633721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-047c73ba-b1b1-4871-ba62-8da8e6e7f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:56.959894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:57.084321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41102) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:57.281349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [None req-3b416bfc-5a90-4f9d-a447-01196291f9eb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:05:57.282425 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-3b416bfc-5a90-4f9d-a447-01196291f9eb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1970809
Apr 08 12:05:58.266106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:58.666055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:05:59.921736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41122) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:05:59.972114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:05:59.977295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:05:59.981391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Usage tracker for resource:network and tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:05:59.984404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:05:59.990198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:06:00.090815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Made reservation on behalf of 14e3a5fc24cd49d58ad2b9ff1695a3a5 for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:06:00.095515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.111941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.127435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:06:00.131242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Usage tracker for resource:security_group_rule and tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:06:00.134447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:06:00.140153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:06:00.411188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.437292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.441668 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:00.457045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Reserving flat network on physical network physnet1 {{(pid=84431) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 08 12:06:00.472005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c74461e-0521-4fb4-8fbf-a5e09244f59e,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:00.475780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:00.516916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748583002346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.517493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4f02ea0ea0> segment precommit_create {{(pid=84431) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 12:06:00.517958 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Added segment 478d5881-4ba9-4938-9274-5c6071c6ae1e of type flat for network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513
Apr 08 12:06:00.641995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.705926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.707234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:06:00.707855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:00.713038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:00.813777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8aced2-2e05-4ff6-b07a-895d0ca3f513,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:00.817026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:00.829749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:06:00.849669 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9267969
Apr 08 12:06:03.380476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41132) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:06:03.502605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3078b5a-599f-4c5b-8942-0ee00201eba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:06:03.504011 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c3078b5a-599f-4c5b-8942-0ee00201eba9 admin admin] 10.222.0.43 "GET /v2.0/subnets/ec286449-984e-4105-898e-b666fc084a2d HTTP/1.1" status: 200  len: 849 time: 0.1224298
Apr 08 12:06:03.651276 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cb6a2497-a80c-4e29-95c4-31ec758d222b admin admin] 10.222.0.43 "GET /v2.0/routers/177a933a-4c21-4995-be11-52bb437e12bc HTTP/1.1" status: 200  len: 704 time: 0.1410139
Apr 08 12:06:04.279672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:04.528595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Allocated IP 172.20.0.1 (ceba3639-ee10-4dd2-b5d1-865e968438de/ec286449-984e-4105-898e-b666fc084a2d/c1c498d5-6dec-4baf-990f-bffd53f57f9d) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:06:04.791919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:04.809239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Transition to ACTIVE for port object c1c498d5-6dec-4baf-990f-bffd53f57f9d will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:06:04.889583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:04.904754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:05.037410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Pushing event updated for resources: {'Port': ['ID=c1c498d5-6dec-4baf-990f-bffd53f57f9d,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:05.044356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:05.096925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Network ceba3639-ee10-4dd2-b5d1-865e968438de is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:06:05.098005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:06:05.100173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:06:05.100698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:05.405373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-e1081e3a-2dae-40a0-9d39-49f4e2538c13 None None] Provisioning for port c1c498d5-6dec-4baf-990f-bffd53f57f9d completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:06:05.410986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-e1081e3a-2dae-40a0-9d39-49f4e2538c13 None None] Provisioning complete for port c1c498d5-6dec-4baf-990f-bffd53f57f9d triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:06:05.411394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e1081e3a-2dae-40a0-9d39-49f4e2538c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:05.426665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:05.468040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e1081e3a-2dae-40a0-9d39-49f4e2538c13 None None] Port c1c498d5-6dec-4baf-990f-bffd53f57f9d cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:06:05.700408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:05.730976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:05.732048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:05.746805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:05.879816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Pushing event updated for resources: {'Port': ['ID=c1c498d5-6dec-4baf-990f-bffd53f57f9d,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:05.883064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:05.941470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Network ceba3639-ee10-4dd2-b5d1-865e968438de is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:06:05.942552 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:06:06.192442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a5bc77d4-3fa3-432c-bb91-d057820f19d2 None None] Provisioning complete for port c1c498d5-6dec-4baf-990f-bffd53f57f9d triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:06:06.192858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a5bc77d4-3fa3-432c-bb91-d057820f19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:06.253657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc77d4-3fa3-432c-bb91-d057820f19d2 None None] Port c1c498d5-6dec-4baf-990f-bffd53f57f9d cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:06:06.371344 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Router 177a933a-4c21-4995-be11-52bb437e12bc is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:06:06.534094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:06:06.544044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Sync routers for ids ['177a933a-4c21-4995-be11-52bb437e12bc'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:06:06.544686 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] 10.222.0.43 "PUT /v2.0/routers/177a933a-4c21-4995-be11-52bb437e12bc/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8879681
Apr 08 12:06:06.554567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Routers {'177a933a-4c21-4995-be11-52bb437e12bc'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:06:06.555522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f022b4d30>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:05:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['177a933a-4c21-4995-be11-52bb437e12bc'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:06.742728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Set router 177a933a-4c21-4995-be11-52bb437e12bc gateway port host: None {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:06:07.121686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f022b4d30>, [{'id': '177a933a-4c21-4995-be11-52bb437e12bc', 'name': 'router1', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:05:54Z', 'updated_at': '2021-04-08T12:06:05Z', 'revision_number': 2, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'gw_port_host': None, '_interfaces': [{'id': 'c1c498d5-6dec-4baf-990f-bffd53f57f9d', 'name': '', 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'mac_address': 'fa:16:3e:d6:f6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec286449-984e-4105-898e-b666fc084a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:04Z', 'updated_at': '2021-04-08T12:06:05Z', 'revision_number': 2, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'subnets': [{'id': 'ec286449-984e-4105-898e-b666fc084a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18e195b4-d522-4253-996e-9a6571e5bb3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:07.126830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Checking router: 177a933a-4c21-4995-be11-52bb437e12bc for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:06:07.127250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Updating router 177a933a-4c21-4995-be11-52bb437e12bc port c1c498d5-6dec-4baf-990f-bffd53f57f9d binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:06:07.353657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:07.798949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:07.813574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Transition to ACTIVE for port object c1c498d5-6dec-4baf-990f-bffd53f57f9d will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:06:07.879840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:07.893262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:08.028925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Pushing event updated for resources: {'Port': ['ID=c1c498d5-6dec-4baf-990f-bffd53f57f9d,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:08.039314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.039687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.040089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.040452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.040811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.041169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.041521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.041874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.042226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.042601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.042950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.043295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Tracked resource versions report:
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:06:08.044370 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:06:08.050947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:08.260962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Attempting to bind port c1c498d5-6dec-4baf-990f-bffd53f57f9d on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:06:08.261394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Attempting to bind port c1c498d5-6dec-4baf-990f-bffd53f57f9d by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:06:08.261795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Attempting to bind port c1c498d5-6dec-4baf-990f-bffd53f57f9d on network ceba3639-ee10-4dd2-b5d1-865e968438de {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:06:08.267397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:06:08.267817 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Checking segment: {'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:06:08.268274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:08.268689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Bound using segment: {'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:06:08.269245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Bound port: c1c498d5-6dec-4baf-990f-bffd53f57f9d, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d9bd31-6461-4b45-a627-1978dd23a948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:06:08.269639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:08.376138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] For port c1c498d5-6dec-4baf-990f-bffd53f57f9d, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:06:08.380653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] For port c1c498d5-6dec-4baf-990f-bffd53f57f9d, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=c1c498d5-6dec-4baf-990f-bffd53f57f9d,segment=NetworkSegment(30d9bd31-6461-4b45-a627-1978dd23a948),segment_id=30d9bd31-6461-4b45-a627-1978dd23a948)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:06:08.440076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:08.456501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:08.605939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Pushing event updated for resources: {'Port': ['ID=c1c498d5-6dec-4baf-990f-bffd53f57f9d,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:08.609560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:08.671121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Routers {'177a933a-4c21-4995-be11-52bb437e12bc'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:06:08.671784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f022b4d30>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:05:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['177a933a-4c21-4995-be11-52bb437e12bc'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:08.838273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] Set router 177a933a-4c21-4995-be11-52bb437e12bc gateway port host: None {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:06:09.091200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41144) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:06:09.178932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f022b4d30>, [{'id': '177a933a-4c21-4995-be11-52bb437e12bc', 'name': 'router1', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:05:54Z', 'updated_at': '2021-04-08T12:06:05Z', 'revision_number': 2, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'gw_port_host': None, '_interfaces': [{'id': 'c1c498d5-6dec-4baf-990f-bffd53f57f9d', 'name': '', 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'mac_address': 'fa:16:3e:d6:f6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec286449-984e-4105-898e-b666fc084a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:04Z', 'updated_at': '2021-04-08T12:06:08Z', 'revision_number': 4, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'subnets': [{'id': 'ec286449-984e-4105-898e-b666fc084a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18e195b4-d522-4253-996e-9a6571e5bb3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:09.183595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec805e-8f9a-44a0-8931-26f9005149d9 None None] The sync data for ids ['177a933a-4c21-4995-be11-52bb437e12bc'] in dv-cinder-784779-3-iscsi is: [{'id': '177a933a-4c21-4995-be11-52bb437e12bc', 'name': 'router1', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:05:54Z', 'updated_at': '2021-04-08T12:06:05Z', 'revision_number': 2, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'gw_port_host': None, '_interfaces': [{'id': 'c1c498d5-6dec-4baf-990f-bffd53f57f9d', 'name': '', 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'mac_address': 'fa:16:3e:d6:f6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec286449-984e-4105-898e-b666fc084a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:04Z', 'updated_at': '2021-04-08T12:06:08Z', 'revision_number': 4, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'subnets': [{'id': 'ec286449-984e-4105-898e-b666fc084a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18e195b4-d522-4253-996e-9a6571e5bb3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:06:09.254034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbee936-b9c3-41e8-b203-2cccbfb36f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:06:09.255524 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fbbee936-b9c3-41e8-b203-2cccbfb36f41 admin admin] 10.222.0.43 "GET /v2.0/networks/5d8aced2-2e05-4ff6-b07a-895d0ca3f513 HTTP/1.1" status: 200  len: 842 time: 0.1632934
Apr 08 12:06:09.265708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:06:09.270366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:06:09.274341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Usage tracker for resource:subnet and tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:06:09.277410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:06:09.283320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:06:09.330679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Made reservation on behalf of 14e3a5fc24cd49d58ad2b9ff1695a3a5 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:06:09.335214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:09.996385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.objects.ports [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84430) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 08 12:06:09.996949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:10.012021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:10.172326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa03969-7db4-45fe-8696-96623ffe6d7c,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:10.181094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:10.216692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:06:10.217147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Network hostable DHCP agents. Network: 5d8aced2-2e05-4ff6-b07a-895d0ca3f513, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:06:10.282892 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device c1c498d5-6dec-4baf-990f-bffd53f57f9d up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:06:10.314158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:06:10.413164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port c1c498d5-6dec-4baf-990f-bffd53f57f9d completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:06:10.419314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port c1c498d5-6dec-4baf-990f-bffd53f57f9d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:06:10.420907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:10.439831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 5d8aced2-2e05-4ff6-b07a-895d0ca3f513) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:06:10.444851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:06:10.445496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:10.456550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f20fbd4-4a4d-4b61-8b10-8effa047b8ff None None] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:06:10.520501 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-dd422f5d-ef8b-4bc4-8738-0d1569876f31 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2583930
Apr 08 12:06:10.870158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:10.927888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port c1c498d5-6dec-4baf-990f-bffd53f57f9d, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=c1c498d5-6dec-4baf-990f-bffd53f57f9d,segment=NetworkSegment(30d9bd31-6461-4b45-a627-1978dd23a948),segment_id=30d9bd31-6461-4b45-a627-1978dd23a948)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:06:10.933949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f21f986-3fc0-4cb7-9595-4512f406cedf None None] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:06:10.995366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:11.013138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:11.108870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=c1c498d5-6dec-4baf-990f-bffd53f57f9d,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:11.120456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:12.254725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device c1c498d5-6dec-4baf-990f-bffd53f57f9d up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:06:12.320101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port c1c498d5-6dec-4baf-990f-bffd53f57f9d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:06:12.320512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:13.144435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41158) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:06:13.373592 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4de7ccb7-58d0-4e37-a367-7ff32a3a9a80 admin admin] 10.222.0.43 "GET /v2.0/routers/177a933a-4c21-4995-be11-52bb437e12bc HTTP/1.1" status: 200  len: 710 time: 0.2279222
Apr 08 12:06:13.509625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1331f3-665d-4dbd-85b2-aaa908470e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:06:13.511094 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bd1331f3-665d-4dbd-85b2-aaa908470e3c admin admin] 10.222.0.43 "GET /v2.0/networks/5d8aced2-2e05-4ff6-b07a-895d0ca3f513 HTTP/1.1" status: 200  len: 886 time: 0.1317227
Apr 08 12:06:13.520857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:06:14.123803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:14.504147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:14.560836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:14.701568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Allocated IP 172.27.1.23 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/8eff09f0-2a76-42ff-92ff-d8579f49ac60) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:06:14.854184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:14.952374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:14.966850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:15.099893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Pushing event updated for resources: {'Port': ['ID=8eff09f0-2a76-42ff-92ff-d8579f49ac60,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:15.107239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:15.154625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:06:15.155729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:06:15.157910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:06:15.811239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:16.156829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:16.160193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854127210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854135796'] for router, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:16.342742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Router 177a933a-4c21-4995-be11-52bb437e12bc has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:06:16.526334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:06:16.534958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:16.536216 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] 10.222.0.43 "PUT /v2.0/routers/177a933a-4c21-4995-be11-52bb437e12bc HTTP/1.1" status: 200  len: 889 time: 3.0187666
Apr 08 12:06:16.536710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Sync routers for ids ['177a933a-4c21-4995-be11-52bb437e12bc'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:06:16.547660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Routers {'177a933a-4c21-4995-be11-52bb437e12bc'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:06:16.548353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00bc8da0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:05:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['177a933a-4c21-4995-be11-52bb437e12bc'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:16.754492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Set router 177a933a-4c21-4995-be11-52bb437e12bc gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:06:17.110208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00bc8da0>, [{'id': '177a933a-4c21-4995-be11-52bb437e12bc', 'name': 'router1', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '8eff09f0-2a76-42ff-92ff-d8579f49ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:05:54Z', 'updated_at': '2021-04-08T12:06:15Z', 'revision_number': 4, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'gw_port': {'id': '8eff09f0-2a76-42ff-92ff-d8579f49ac60', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:14Z', 'updated_at': '2021-04-08T12:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'c1c498d5-6dec-4baf-990f-bffd53f57f9d', 'name': '', 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'mac_address': 'fa:16:3e:d6:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec286449-984e-4105-898e-b666fc084a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:04Z', 'updated_at': '2021-04-08T12:06:10Z', 'revision_number': 5, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'subnets': [{'id': 'ec286449-984e-4105-898e-b666fc084a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18e195b4-d522-4253-996e-9a6571e5bb3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:17.115206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Checking router: 177a933a-4c21-4995-be11-52bb437e12bc for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:06:17.115593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Updating router 177a933a-4c21-4995-be11-52bb437e12bc port 8eff09f0-2a76-42ff-92ff-d8579f49ac60 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:06:17.170168 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:17.567868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:17.634102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Transition to ACTIVE for port object 8eff09f0-2a76-42ff-92ff-d8579f49ac60 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:06:17.668116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:17.683656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:17.815804 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cfbdd-5b03-4169-b4c5-5a62abb04535 None None] Pushing event updated for resources: {'Port': ['ID=8eff09f0-2a76-42ff-92ff-d8579f49ac60,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:17.820337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f22cfbdd-5b03-4169-b4c5-5a62abb04535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:17.888986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Attempting to bind port 8eff09f0-2a76-42ff-92ff-d8579f49ac60 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:06:17.889387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Attempting to bind port 8eff09f0-2a76-42ff-92ff-d8579f49ac60 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:06:17.889790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Attempting to bind port 8eff09f0-2a76-42ff-92ff-d8579f49ac60 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:06:17.895448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:06:17.895860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:06:17.896305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:17.896739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:06:17.897352 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Bound port: 8eff09f0-2a76-42ff-92ff-d8579f49ac60, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:06:17.897764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:18.130347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] For port 8eff09f0-2a76-42ff-92ff-d8579f49ac60, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:06:18.133897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] For port 8eff09f0-2a76-42ff-92ff-d8579f49ac60, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=8eff09f0-2a76-42ff-92ff-d8579f49ac60,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:06:18.175077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:18.190230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f22cfbdd-5b03-4169-b4c5-5a62abb04535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:18.336031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cfbdd-5b03-4169-b4c5-5a62abb04535 None None] Pushing event updated for resources: {'Port': ['ID=8eff09f0-2a76-42ff-92ff-d8579f49ac60,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:18.341194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f22cfbdd-5b03-4169-b4c5-5a62abb04535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:18.381364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Routers {'177a933a-4c21-4995-be11-52bb437e12bc'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:06:18.381963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00bc8da0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:05:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['177a933a-4c21-4995-be11-52bb437e12bc'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:18.568094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] Set router 177a933a-4c21-4995-be11-52bb437e12bc gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:06:18.915730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00bc8da0>, [{'id': '177a933a-4c21-4995-be11-52bb437e12bc', 'name': 'router1', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '8eff09f0-2a76-42ff-92ff-d8579f49ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:05:54Z', 'updated_at': '2021-04-08T12:06:15Z', 'revision_number': 4, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'gw_port': {'id': '8eff09f0-2a76-42ff-92ff-d8579f49ac60', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:14Z', 'updated_at': '2021-04-08T12:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'c1c498d5-6dec-4baf-990f-bffd53f57f9d', 'name': '', 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'mac_address': 'fa:16:3e:d6:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec286449-984e-4105-898e-b666fc084a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:04Z', 'updated_at': '2021-04-08T12:06:10Z', 'revision_number': 5, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'subnets': [{'id': 'ec286449-984e-4105-898e-b666fc084a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18e195b4-d522-4253-996e-9a6571e5bb3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:06:18.919761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f898c7-46af-4074-b1b1-721c4b3ec8e9 None None] The sync data for ids ['177a933a-4c21-4995-be11-52bb437e12bc'] in dv-cinder-784779-3-iscsi is: [{'id': '177a933a-4c21-4995-be11-52bb437e12bc', 'name': 'router1', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '8eff09f0-2a76-42ff-92ff-d8579f49ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:05:54Z', 'updated_at': '2021-04-08T12:06:15Z', 'revision_number': 4, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'gw_port': {'id': '8eff09f0-2a76-42ff-92ff-d8579f49ac60', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:14Z', 'updated_at': '2021-04-08T12:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'c1c498d5-6dec-4baf-990f-bffd53f57f9d', 'name': '', 'network_id': 'ceba3639-ee10-4dd2-b5d1-865e968438de', 'tenant_id': 'e107b0e9cb9342599492e37e66ee3f37', 'mac_address': 'fa:16:3e:d6:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a933a-4c21-4995-be11-52bb437e12bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec286449-984e-4105-898e-b666fc084a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:06:04Z', 'updated_at': '2021-04-08T12:06:10Z', 'revision_number': 5, 'project_id': 'e107b0e9cb9342599492e37e66ee3f37', 'subnets': [{'id': 'ec286449-984e-4105-898e-b666fc084a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18e195b4-d522-4253-996e-9a6571e5bb3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:06:19.233728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41168) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:06:19.360870 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9f9e44a6-ef03-49d9-9408-9d8a31f282eb admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1258750
Apr 08 12:06:20.278585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 8eff09f0-2a76-42ff-92ff-d8579f49ac60 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:06:20.376372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 8eff09f0-2a76-42ff-92ff-d8579f49ac60 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:06:20.381708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 8eff09f0-2a76-42ff-92ff-d8579f49ac60 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:06:20.382148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:20.513855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:20.531287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 8eff09f0-2a76-42ff-92ff-d8579f49ac60, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=8eff09f0-2a76-42ff-92ff-d8579f49ac60,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:06:20.563068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:20.565862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f338203c-7a85-46ba-a87a-819d828602ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:06:20.638579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=8eff09f0-2a76-42ff-92ff-d8579f49ac60,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:06:20.642154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:06:22.292226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 8eff09f0-2a76-42ff-92ff-d8579f49ac60 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:06:22.410177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 8eff09f0-2a76-42ff-92ff-d8579f49ac60 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:06:22.410624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:24.422468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc43-f6df-4dcb-a540-6396ee7e8311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:26.656948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-079cd7be-9d99-4d48-997e-4dbfea79449a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:26.948531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:28.277645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:28.694634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:33.375852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:06:54.399535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-be62142e-636e-4c69-a9f6-c89a8b602bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:56.638970 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa07f-69db-4764-87f5-d3ccc07834c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:56.953326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:58.261586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:06:58.682221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:10.375919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:07:24.403023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e6fffa5e-877a-40dd-994e-ddf2b31c369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:26.638386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-70128e0b-bc16-430b-b910-64a4c39654b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:26.948389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:28.261650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:28.689715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:47.375928 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:07:54.407655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf35d0e6-461a-43e4-afdc-606533f8cfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:56.638068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bbb8676c-c9d4-41d8-9fe2-fd0d708e5878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:56.946863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:58.253153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:07:58.712675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:24.376452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:08:24.412515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08317870-5b08-4653-a138-f7d6eb5274d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:26.652557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-18d54d5c-b26a-4fe1-a40c-f444ea6d20d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:26.949674 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:28.274917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:28.692019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:35.514127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41738) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:35.597800 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4de88f8-c7c0-4a61-9882-790a61fd0074 admin admin] GET failed (client error): The resource could not be found.
Apr 08 12:08:35.599581 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f4de88f8-c7c0-4a61-9882-790a61fd0074 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0843863
Apr 08 12:08:35.760215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998c4d4-acd7-492d-ac06-f6a3ec749097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:35.763920 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e998c4d4-acd7-492d-ac06-f6a3ec749097 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1596270
Apr 08 12:08:38.253525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41748) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:38.372680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110e528-7117-4e7a-a39c-273432982326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:38.373310 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9110e528-7117-4e7a-a39c-273432982326 admin admin] Synchronizing usage tracker for tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 on resource:subnet {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:08:38.414801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9110e528-7117-4e7a-a39c-273432982326 admin admin] Unset dirty status for tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 on resource:subnet {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:08:38.416059 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9110e528-7117-4e7a-a39c-273432982326 admin admin] 10.222.0.43 "GET /v2.0/subnets/ec286449-984e-4105-898e-b666fc084a2d HTTP/1.1" status: 200  len: 849 time: 0.1614852
Apr 08 12:08:38.427412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:08:38.551492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Notify callbacks [] for subnet, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:38.883429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748582976132'] for subnet, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:38.898962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:08:39.031106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec286449-984e-4105-898e-b666fc084a2d,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:08:39.042224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.042639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.043012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.043372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.043725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.044097 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.044447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.044794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.045142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.045484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.045829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.046173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:08:39.049954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:08:39.096866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:39.097559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:39.099220 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] 10.222.0.43 "PUT /v2.0/subnets/ec286449-984e-4105-898e-b666fc084a2d HTTP/1.1" status: 200  len: 868 time: 0.6760876
Apr 08 12:08:39.117550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915af9c4-7f2f-4e48-8be8-21d283883d84 None None] Network ceba3639-ee10-4dd2-b5d1-865e968438de requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:08:39.579137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-80e3d475-5b7a-44c9-a5d9-a92124162747 None None] Provisioning complete for port c1c498d5-6dec-4baf-990f-bffd53f57f9d triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:08:39.579672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80e3d475-5b7a-44c9-a5d9-a92124162747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:39.712627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-80e3d475-5b7a-44c9-a5d9-a92124162747 None None] Provisioning complete for port 418410a3-2586-461e-be88-82147873fa57 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:08:39.712941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80e3d475-5b7a-44c9-a5d9-a92124162747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:41.594363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41758) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:41.778656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c8de1-0b91-4a15-a6cb-9a465354f3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:41.779100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c8de1-0b91-4a15-a6cb-9a465354f3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:41.780697 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-806c8de1-0b91-4a15-a6cb-9a465354f3a1 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1853061
Apr 08 12:08:44.269537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41768) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:44.455520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369cb006-3ae6-455a-9ec4-a35a8c19db6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:44.455986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369cb006-3ae6-455a-9ec4-a35a8c19db6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:44.457618 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-369cb006-3ae6-455a-9ec4-a35a8c19db6a admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1870105
Apr 08 12:08:46.943757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41778) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:47.285711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b2677-dd26-4390-84d5-5fdbb02a0c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:47.287222 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4e4b2677-dd26-4390-84d5-5fdbb02a0c55 admin admin] 10.222.0.43 "GET /v2.0/networks/5d8aced2-2e05-4ff6-b07a-895d0ca3f513 HTTP/1.1" status: 200  len: 886 time: 0.3423989
Apr 08 12:08:49.758514 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41788) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:49.941314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13cc9a-d9fd-494a-ab1e-ba88c4f4853a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:49.942695 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4a13cc9a-d9fd-494a-ab1e-ba88c4f4853a admin admin] 10.222.0.43 "GET /v2.0/networks/ceba3639-ee10-4dd2-b5d1-865e968438de HTTP/1.1" status: 200  len: 869 time: 0.1830826
Apr 08 12:08:52.410123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41798) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:52.524258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e40e01-7039-4be6-9e62-4c101efd2f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:52.524774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e40e01-7039-4be6-9e62-4c101efd2f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:52.526982 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-76e40e01-7039-4be6-9e62-4c101efd2f17 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1157844
Apr 08 12:08:54.425906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4fa9a13-ccb2-45d5-983e-4ec94f1e5117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:55.004500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41808) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:55.122531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902c09c-19d7-4d13-ab2f-9cd70ccc5f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:55.123043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902c09c-19d7-4d13-ab2f-9cd70ccc5f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:55.124648 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4902c09c-19d7-4d13-ab2f-9cd70ccc5f79 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1191201
Apr 08 12:08:56.637557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1f785a4-0288-4bfc-aa6b-5d29fdc42f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:56.946194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:57.616554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41818) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:08:57.724592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd4fda-6fed-47e2-96f2-03b543c440f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:08:57.725925 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-adcd4fda-6fed-47e2-96f2-03b543c440f4 admin admin] 10.222.0.43 "GET /v2.0/subnets/baa03969-7db4-45fe-8696-96623ffe6d7c HTTP/1.1" status: 200  len: 816 time: 0.1083307
Apr 08 12:08:58.277492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:08:58.700000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:00.203926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41828) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:09:00.319281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b57f7-3a6b-4c4f-af46-d2b80ce1e4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:09:00.320526 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1c7b57f7-3a6b-4c4f-af46-d2b80ce1e4a0 admin admin] 10.222.0.43 "GET /v2.0/subnets/ec286449-984e-4105-898e-b666fc084a2d HTTP/1.1" status: 200  len: 868 time: 0.1155839
Apr 08 12:09:01.376214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:09:24.437443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cba8f616-2a23-43f9-93ca-1dab20d9e4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:26.648267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-437bcdab-7073-4901-9284-9bcd7c88516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:26.859669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41872) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:09:26.911203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [None req-a92ea0d8-c9c7-4ce1-bd21-1969f29c2a4e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:09:26.912267 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a92ea0d8-c9c7-4ce1-bd21-1969f29c2a4e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0515687
Apr 08 12:09:26.968232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:28.282718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:28.702605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:29.463986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41882) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:09:29.540486 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02fa113-b8ca-41e3-9784-e5b8c5f6e541 admin admin] GET failed (client error): The resource could not be found.
Apr 08 12:09:29.542445 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a02fa113-b8ca-41e3-9784-e5b8c5f6e541 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0773954
Apr 08 12:09:29.677146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa49e06-3535-4f58-ac42-257ff782ead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:09:29.678639 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2aa49e06-3535-4f58-ac42-257ff782ead0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1319327
Apr 08 12:09:32.176821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41892) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:09:32.228268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:09:32.233962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:09:32.237946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Usage tracker for resource:network and tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:09:32.240887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:09:32.247195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:09:32.279627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Made reservation on behalf of 14e3a5fc24cd49d58ad2b9ff1695a3a5 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:09:32.284306 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:32.376939 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.services.revisions.revision_plugin [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4f0140add8] {project_id='14e3a5fc24cd49d58ad2b9ff1695a3a5', id='8976456d-5eac-4c27-98cc-a7744081c458', target_tenant='*', action='access_as_shared', object_id='c85be7c7-496c-4f14-a56b-ddec37a2b32b'}> to bump revision.
Apr 08 12:09:32.442346 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:09:32.452572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:32.452950 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Added segment 33b55e84-bea9-4116-b288-da2a651a8685 of type vlan for network c85be7c7-496c-4f14-a56b-ddec37a2b32b
Apr 08 12:09:32.479166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:32.531054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:32.532385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:09:32.533008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:32.537648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:09:32.636563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Pushing event updated for resources: {'Network': ['ID=c85be7c7-496c-4f14-a56b-ddec37a2b32b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:09:32.639394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:09:32.643343 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4653947
Apr 08 12:09:32.647173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network c85be7c7-496c-4f14-a56b-ddec37a2b32b details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:09:35.159791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41902) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:09:35.242673 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c70937e-f81d-423e-b89b-d903d2012c8d admin admin] GET failed (client error): The resource could not be found.
Apr 08 12:09:35.243222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5c70937e-f81d-423e-b89b-d903d2012c8d admin admin] Synchronizing usage tracker for tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:09:35.311228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5c70937e-f81d-423e-b89b-d903d2012c8d admin admin] Unset dirty status for tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:09:35.312497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5c70937e-f81d-423e-b89b-d903d2012c8d admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1516764
Apr 08 12:09:35.460780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b59ee-6d54-42e8-8f13-176e74dc427f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:09:35.462392 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-457b59ee-6d54-42e8-8f13-176e74dc427f admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1455035
Apr 08 12:09:35.474022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:09:35.480445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:09:35.490789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:09:35.528147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Made reservation on behalf of 14e3a5fc24cd49d58ad2b9ff1695a3a5 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:09:35.532868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:36.050364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:36.065261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:09:36.188906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcef1813-ffe4-4423-816a-d00516ee6541,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:09:36.201536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:09:36.257372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Checking segment: {'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:09:36.257760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Network hostable DHCP agents. Network: c85be7c7-496c-4f14-a56b-ddec37a2b32b, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:09:36.317201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Network c85be7c7-496c-4f14-a56b-ddec37a2b32b is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:09:36.351741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, c85be7c7-496c-4f14-a56b-ddec37a2b32b) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:09:36.356008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:09:36.361473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:36.362238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274518d-8516-4e4e-b758-036acbb9ae51 None None] Network c85be7c7-496c-4f14-a56b-ddec37a2b32b requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:09:36.422376 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9419413
Apr 08 12:09:36.596633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-c85be7c7-496c-4f14-a56b-ddec37a2b32b', 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b', 'tenant_id': '14e3a5fc24cd49d58ad2b9ff1695a3a5', 'fixed_ips': [{'subnet_id': 'bcef1813-ffe4-4423-816a-d00516ee6541'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:09:36.597575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:36.765494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Allocated IP 192.168.233.2 (c85be7c7-496c-4f14-a56b-ddec37a2b32b/bcef1813-ffe4-4423-816a-d00516ee6541/96b10836-70c8-4ee3-ba0f-bba0f71154ba) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:09:37.040017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:37.091472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Transition to ACTIVE for port object 96b10836-70c8-4ee3-ba0f-bba0f71154ba will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:09:37.112339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Transition to ACTIVE for port object 96b10836-70c8-4ee3-ba0f-bba0f71154ba will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:09:37.146090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:37.162447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:09:37.290361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Pushing event updated for resources: {'Port': ['ID=96b10836-70c8-4ee3-ba0f-bba0f71154ba,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:09:37.301455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.301834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.302214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.302609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.302976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.303343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.303710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.304086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.304513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.304884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.305245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.305653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:09:37.311365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:09:37.365554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Network c85be7c7-496c-4f14-a56b-ddec37a2b32b is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:09:37.366915 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:09:37.369503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:09:37.467372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Attempting to bind port 96b10836-70c8-4ee3-ba0f-bba0f71154ba on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:09:37.468064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Attempting to bind port 96b10836-70c8-4ee3-ba0f-bba0f71154ba by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:09:37.468478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Attempting to bind port 96b10836-70c8-4ee3-ba0f-bba0f71154ba on network c85be7c7-496c-4f14-a56b-ddec37a2b32b {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:09:37.474528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:09:37.474955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Checking segment: {'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:09:37.475404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:37.475840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Bound using segment: {'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:09:37.476353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Bound port: 96b10836-70c8-4ee3-ba0f-bba0f71154ba, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:09:37.476779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:37.555587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] For port 96b10836-70c8-4ee3-ba0f-bba0f71154ba, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:09:37.559180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] For port 96b10836-70c8-4ee3-ba0f-bba0f71154ba, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=96b10836-70c8-4ee3-ba0f-bba0f71154ba,segment=NetworkSegment(33b55e84-bea9-4116-b288-da2a651a8685),segment_id=33b55e84-bea9-4116-b288-da2a651a8685)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:09:37.640498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:37.656769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:09:37.807203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Pushing event updated for resources: {'Port': ['ID=96b10836-70c8-4ee3-ba0f-bba0f71154ba,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:09:37.812573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:09:38.378562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:09:38.458258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 96b10836-70c8-4ee3-ba0f-bba0f71154ba up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:09:38.559900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 96b10836-70c8-4ee3-ba0f-bba0f71154ba completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:09:39.123141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86586f6d-798b-4371-9052-ca1e4909cfec None None] Network c85be7c7-496c-4f14-a56b-ddec37a2b32b requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:09:39.257984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Provisioning for port 96b10836-70c8-4ee3-ba0f-bba0f71154ba completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:09:39.298013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Provisioning complete for port 96b10836-70c8-4ee3-ba0f-bba0f71154ba triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:09:39.298450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:39.493251 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:39.514979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] For port 96b10836-70c8-4ee3-ba0f-bba0f71154ba, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=96b10836-70c8-4ee3-ba0f-bba0f71154ba,segment=NetworkSegment(33b55e84-bea9-4116-b288-da2a651a8685),segment_id=33b55e84-bea9-4116-b288-da2a651a8685)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:09:39.545498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:39.547725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6d89f5ec-195e-4c53-9f57-56922a010224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:09:39.620109 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Pushing event updated for resources: {'Port': ['ID=96b10836-70c8-4ee3-ba0f-bba0f71154ba,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:09:39.620109 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:09:39.766807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-e9104857-e7ba-4bf0-ae77-7c766a53212a None None] Provisioning complete for port 96b10836-70c8-4ee3-ba0f-bba0f71154ba triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:09:39.767152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e9104857-e7ba-4bf0-ae77-7c766a53212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:40.413015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 96b10836-70c8-4ee3-ba0f-bba0f71154ba up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:09:40.487321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 96b10836-70c8-4ee3-ba0f-bba0f71154ba triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:09:40.487741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:54.433824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5e72453a-b088-4a6f-945a-58688f5aee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:56.648234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-90b5b708-eefa-4206-92c5-64c0570d44b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:56.976021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:58.270699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:09:58.710657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:15.377250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:10:24.439350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a59c-3548-4b3f-9737-de6ba9f08b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:26.647395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd5d0bff-370f-4ba4-b229-f479bf75c6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:26.969917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:28.264594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:28.724421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:52.377077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:10:54.421454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80888041-8c8c-4fef-bb5d-b7cb30d92eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:56.655772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-95db423b-9348-4a1a-8ff2-0bb7a1fa09ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:56.964087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:58.281725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:10:58.724162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:00.911749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41952) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:11:00.918962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [None req-c593ff4b-c4fa-4a8b-af22-d4911506389d tempest-verify_tempest_config-1648168203 tempest-verify_tempest_config-1648168203-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:11:00.919943 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c593ff4b-c4fa-4a8b-af22-d4911506389d tempest-verify_tempest_config-1648168203 tempest-verify_tempest_config-1648168203-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0071554
Apr 08 12:11:01.411237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 41970) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:11:01.533757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:01.549640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:11:01.553598 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Usage tracker for resource:security_group_rule and tenant:5b87dccfb66d409a91e7db7731800cf0 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:11:01.556778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:11:01.562608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:11:01.825362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:01.889229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:01.898921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:11:01.940032 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b87dccfb66d409a91e7db7731800cf0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5276349
Apr 08 12:11:01.940891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80a0ee-de4e-4062-8465-20696151d504,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:11:01.943277 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 41976) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:11:01.948848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.949248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.949633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.949993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.950378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.950768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.951138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.951500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.951855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.952218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.952574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.952929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:01.957124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:11:02.005530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:02.032450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:02.186506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:02.191512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:11:02.205414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80a0ee-de4e-4062-8465-20696151d504,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:11:02.213065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:02.214255 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb80a0ee-de4e-4062-8465-20696151d504 HTTP/1.1" status: 204  len: 168 time: 0.2699049
Apr 08 12:11:02.215846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.216228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.216609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.216977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.217340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.217717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.218079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.218471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.218847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.219207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.219562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.219917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:11:02.223095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:11:24.420462 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d69c8aee-3a8c-4301-8022-fa0b2ae39cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:26.658289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55849832-150f-43c4-aa5e-e0ff3aeb8e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:26.963312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:28.255034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:28.727264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:29.376933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:11:54.431434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8df0b71-619f-41d5-a312-f97c463f3821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:56.654062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b207be51-6246-4d53-a35c-96f01b619bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:56.968743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:58.260302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:11:58.732604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:06.376794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 5 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:12:24.428948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-295435fa-a94f-4612-b6e8-8034156e5dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:26.642222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4484f696-4ed3-48ff-877a-8185b0015ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:26.977235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:28.288147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:28.728541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:33.125704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471'] for agent, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:38.393438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42028) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:12:38.611282 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-97244748-fc56-4683-bb1f-479b11666f1f admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.2166603
Apr 08 12:12:41.137680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42038) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:12:41.200757 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8e0b7192-0f0f-4618-9d0a-ca8859394bfe admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0618761
Apr 08 12:12:43.378451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:12:54.413640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-22e80aa2-cab7-45bb-aa79-09de94583fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:56.640406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-69c05421-2f7d-41ed-b010-90aa6babd631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:56.988963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:58.268090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:12:58.732996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:03.081604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:20.377356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:13:24.424370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3f26dbc-2050-4ea9-8697-8f40d9bfc644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:26.639630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7c5827ed-16cd-4c8c-85d7-6557b52d3e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:27.011143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:28.276575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:28.731025 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:33.127751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:54.423916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3ccbf39-0576-4c83-b2c2-a1f93d2e9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:56.640731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fa07-669e-4bd7-a53c-708fb5c04d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:56.999024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:57.377193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:13:58.269634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:13:58.737779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:03.143688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:12.424808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42210) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:12.525873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42218) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:12.716202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-608540360-network', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:12.722490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:12.727075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Usage tracker for resource:network and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:12.730017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:12.735912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:12.762692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1083150307-network', 'tenant_id': '0104642b5c2d4d15bccda4263a3cbd8e'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:12.768589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:12.775585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Usage tracker for resource:network and tenant:0104642b5c2d4d15bccda4263a3cbd8e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:12.779661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:12.786404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:12.797002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Made reservation on behalf of 78e331e206224c7aad5f2f90f7059f26 for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:12.805601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:12.822250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:12.836297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Made reservation on behalf of 0104642b5c2d4d15bccda4263a3cbd8e for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:12.842318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:12.861011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:12.872625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:12.880131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Usage tracker for resource:security_group_rule and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:12.888280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:12.897144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:12.919286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:12.924391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Usage tracker for resource:security_group_rule and tenant:0104642b5c2d4d15bccda4263a3cbd8e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:12.930946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:12.938958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:13.084042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.123126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.127435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.132117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:13.172155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.215852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:14:13.218115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:14:13.226686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fb72b3-d52b-4acd-a7d4-c0b1ee6848d4,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:13.239473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Added segment abdc5627-8fdd-4041-bfd0-65fefd50a40e of type vlan for network 3ba216da-ab5f-4265-9387-3aaa52f8d07f
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Tracked resource versions report:
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     HyperV agent@hv-cinder-78477: {},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:14:13.247971 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:14:13.250906 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:14:13.250906 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:14:13.250906 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:14:13.250906 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:14:13.250906 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:14:13.250906 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:14:13.250906 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:14:13.253691 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:13.254126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:13.281701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d97a583-453c-4dc2-9401-fb59f6107132,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:13.285101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:13.328961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.329355 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Added segment e82a321d-3c3e-4c13-8b73-b0399bb2cd44 of type vlan for network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61
Apr 08 12:14:13.369642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.381331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.432539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42260) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:13.446916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.448478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:13.449117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.454874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4da93377-02a3-45d1-81bb-dcbc5c008045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:13.530641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.542319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:13.542957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.589470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba216da-ab5f-4265-9387-3aaa52f8d07f,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:13.595988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:13.596427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:13.604659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:14:13.627219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42270) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:13.662036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42276) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:13.685634 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1585507
Apr 08 12:14:13.689186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42282) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:13.693849 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2678635
Apr 08 12:14:13.696186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Request body: {'subnet': {'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1083150307-subnet', 'tenant_id': '0104642b5c2d4d15bccda4263a3cbd8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:13.697993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42286) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:13.702169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:13.706513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Usage tracker for resource:subnet and tenant:0104642b5c2d4d15bccda4263a3cbd8e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:13.709803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:13.716822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:13.720450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Request body: {'subnet': {'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-608540360-subnet', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:13.728880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:13.733164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Usage tracker for resource:subnet and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:13.740195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:13.742936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:13.758323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Pushing event updated for resources: {'Network': ['ID=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:13.759742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Made reservation on behalf of 0104642b5c2d4d15bccda4263a3cbd8e for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:13.761182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:13.769297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.769433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:14:13.787566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Made reservation on behalf of 78e331e206224c7aad5f2f90f7059f26 for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:13.793432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:13.845960 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42292) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:13.879616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-network', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:13.887994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:13.896451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Usage tracker for resource:network and tenant:be091e02985d460c96e13347ab2ade1d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:13.903267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:13.916677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2040301425-network', 'tenant_id': '4d12229b5ee54bd8b6d2f1758187d5c1'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:13.920373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:13.945670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:13.950178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Usage tracker for resource:network and tenant:4d12229b5ee54bd8b6d2f1758187d5c1 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:13.953896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:13.962240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:13.975107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-393700059-network', 'tenant_id': 'dd90dbcff7b141eabe3e3074ad57af7e'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:13.982858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:13.986838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Usage tracker for resource:network and tenant:dd90dbcff7b141eabe3e3074ad57af7e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:13.989703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:13.998434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:14.014050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-network', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:14.020675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:14.025201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Usage tracker for resource:network and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:14.028117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:14.034924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:14.070119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Made reservation on behalf of be091e02985d460c96e13347ab2ade1d for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:14.074770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.092072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.118183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:14.121020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Usage tracker for resource:security_group_rule and tenant:be091e02985d460c96e13347ab2ade1d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:14.124590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:14.130846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:14.138895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Made reservation on behalf of dd90dbcff7b141eabe3e3074ad57af7e for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:14.146738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.155088 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Made reservation on behalf of d8fb1b381792465a82ef64be541e5500 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:14.160056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.172987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Made reservation on behalf of 4d12229b5ee54bd8b6d2f1758187d5c1 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:14.177879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.236239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.245739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.269776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.305005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:14.310255 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:14.318197 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:14.323278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Usage tracker for resource:security_group_rule and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:14.328113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Usage tracker for resource:security_group_rule and tenant:dd90dbcff7b141eabe3e3074ad57af7e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:14.335687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:14.338661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:14.343296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Usage tracker for resource:security_group_rule and tenant:4d12229b5ee54bd8b6d2f1758187d5c1 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:14.354876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:14.357063 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:14.374387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:14.421474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:14.439855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.456802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e318e24d-5aa5-4f69-8b2d-db8639ea0ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:14.606734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e26553-a475-4256-a64b-f0491d0d5b64,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:14.612223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:14.699122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Checking segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:14.699603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Network hostable DHCP agents. Network: 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:14:14.823777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:14:14.875550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:14.880104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:14.881264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.887613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87e56f-1807-4a41-887f-c50cb5ce0fec None None] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:14.921889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:14.936051 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2317877
Apr 08 12:14:14.936682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42332) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:14.943172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:14.955102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:14.974639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Usage tracker for resource:router and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:14.985976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:14.989039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.001997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:15.025599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:15.052479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.053610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.071626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.071854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.095008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.103286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d31b12e-d541-4430-b53d-016b556b488e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:15.111020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:14:15.125117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.129724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.152984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.153414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.153798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.154172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.154562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.154944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.155306 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.155667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.156039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.156398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.156750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.157075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Tracked resource versions report:
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     HyperV agent@hv-cinder-78477: {},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:14:15.158150 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:14:15.167444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.170158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:15.170590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:15.185713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.204878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:14:15.211528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.221384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adabee56-477b-431c-80a9-e060fca73492,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:15.247238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.247627 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Added segment 849294c6-0956-4fa3-a23b-c35820bbe8f7 of type vlan for network f0c8290d-8b8e-49ce-acce-1e130b343241
Apr 08 12:14:15.263821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:14:15.265880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:14:15.333382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580a43b1-ba72-4ffc-a0e1-3551065b6d8c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:15.338206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:15.338676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:15.367729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.388746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57782edf-7ab3-4d50-8ee3-cea8461bf6df,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:15.393825 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:15.394255 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:15.394591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:15.441873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:15.470521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:15.520447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25453ca-159b-4ec5-8982-6d3f090b9d1d,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:15.533166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:15.589439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Checking segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:15.589821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Network hostable DHCP agents. Network: 3ba216da-ab5f-4265-9387-3aaa52f8d07f, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:14:16.588777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.589370 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Added segment 3c995470-432f-46f4-a240-691a2b2a439c of type vlan for network 869b82a0-8157-44c7-88c1-711d14519eb3
Apr 08 12:14:16.590632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.591005 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Added segment a3efddf9-17be-46bd-bf30-5381b5a5ba59 of type vlan for network 677e2282-4cba-4867-9f4a-d2e9e31d6f0c
Apr 08 12:14:16.640605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:14:16.701563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.708757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.713443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 3ba216da-ab5f-4265-9387-3aaa52f8d07f) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:16.719306 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:16.720031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.722556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0271a4f3-e2f0-4363-9d3e-8bdff8f93e8f None None] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:16.805470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.890127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.896338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:16.897227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.902571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-41c968b3-a336-4487-a53e-b3a13c352770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:16.929433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84430) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:14:16.930220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:14:16.930997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.984960 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:16.985985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:16.998569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.000460 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.3102632
Apr 08 12:14:17.009534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:17.010589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.012167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b04c0-3209-41d6-a3c0-b67daf030afc None None] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:17.036695 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.3733571
Apr 08 12:14:17.047528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42346) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:17.058936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Request body: {'subnet': {'network_id': '677e2282-4cba-4867-9f4a-d2e9e31d6f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-393700059-subnet', 'tenant_id': 'dd90dbcff7b141eabe3e3074ad57af7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:17.068042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:17.071517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Pushing event updated for resources: {'Network': ['ID=677e2282-4cba-4867-9f4a-d2e9e31d6f0c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:17.074854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fe4ecec2-691f-449b-868e-9e33b6de0657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:17.077061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-872b6375-96a8-4874-8d2b-133c7f44688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:17.099079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Usage tracker for resource:subnet and tenant:dd90dbcff7b141eabe3e3074ad57af7e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:17.171487 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 3.7368839
Apr 08 12:14:17.178110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42354) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:17.184253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:17.210498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Request body: {'subnet': {'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-subnet', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:17.212654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 677e2282-4cba-4867-9f4a-d2e9e31d6f0c details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:14:17.217881 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.3707957
Apr 08 12:14:17.223735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:17.234520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42360) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:17.260811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:17.277896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Request body: {'subnet': {'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-subnet', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:17.282146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Usage tracker for resource:subnet and tenant:be091e02985d460c96e13347ab2ade1d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:17.289192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:17.293829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:17.301754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Usage tracker for resource:subnet and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:17.308817 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870542-4955-4d83-a2d6-56ed48da103d admin admin] Pushing event updated for resources: {'Network': ['ID=f0c8290d-8b8e-49ce-acce-1e130b343241,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:17.311985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:17.315480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:17.336847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:17.383907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network f0c8290d-8b8e-49ce-acce-1e130b343241 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:14:17.402268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Allocated IP 172.20.0.2 (6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61/a9e26553-a475-4256-a64b-f0491d0d5b64/bbc495de-d444-42a7-af87-53a3afecea3d) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:17.405858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Made reservation on behalf of dd90dbcff7b141eabe3e3074ad57af7e for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:17.411527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.434474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.444521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Made reservation on behalf of be091e02985d460c96e13347ab2ade1d for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:17.449487 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.669270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Made reservation on behalf of d8fb1b381792465a82ef64be541e5500 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:17.685942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.729633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.755789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.769098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Transition to ACTIVE for port object bbc495de-d444-42a7-af87-53a3afecea3d will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:17.790200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Pushing event updated for resources: {'Network': ['ID=869b82a0-8157-44c7-88c1-711d14519eb3,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:17.791603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Transition to ACTIVE for port object bbc495de-d444-42a7-af87-53a3afecea3d will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:17.798989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:17.801733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 869b82a0-8157-44c7-88c1-711d14519eb3 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:14:17.823704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.863016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.831s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:17.863730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:17.885036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.902994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:14:17.919817 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:17.975313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:17.976088 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Added segment f43c2e8f-a399-4bcb-8fe8-d49d491c6c03 of type vlan for network 2fad7ac1-72e3-42fe-bf32-aa760d9db440
Apr 08 12:14:18.049222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Allocated IP 172.27.1.219 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/ed1a14f0-66e0-4169-a60d-85df9103ee45) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:18.094921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Pushing event updated for resources: {'Port': ['ID=bbc495de-d444-42a7-af87-53a3afecea3d,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:18.099599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.107526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.108106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.108245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.108686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.109566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.109566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.109566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.109948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.110357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.110664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.111023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.111378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Tracked resource versions report:
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     HyperV agent@hv-cinder-78477: {},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:14:18.112465 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:14:18.126494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:18.165474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:18.166734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:18.169149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:18.268730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Attempting to bind port bbc495de-d444-42a7-af87-53a3afecea3d on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:18.269752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Attempting to bind port bbc495de-d444-42a7-af87-53a3afecea3d by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:18.269752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Attempting to bind port bbc495de-d444-42a7-af87-53a3afecea3d on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:18.275662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:18.276078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Checking segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:18.276526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.276963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Bound using segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:18.277483 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Bound port: bbc495de-d444-42a7-af87-53a3afecea3d, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:18.277909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.404542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] For port bbc495de-d444-42a7-af87-53a3afecea3d, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:18.409142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] For port bbc495de-d444-42a7-af87-53a3afecea3d, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=bbc495de-d444-42a7-af87-53a3afecea3d,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:18.424214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.476407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.493982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:18.503945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.520588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:18.634438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.646411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42414) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:18.657864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Pushing event updated for resources: {'Port': ['ID=bbc495de-d444-42a7-af87-53a3afecea3d,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:18.663491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:18.671595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:18.672223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:18.674902 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 12:14:18.683652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:18.829273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Pushing event updated for resources: {'Port': ['ID=ed1a14f0-66e0-4169-a60d-85df9103ee45,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:18.849173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:18.919297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:18.926954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-b2935949-d9b2-495e-b2e5-efd1d0f1e2f1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:18.927753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-b2935949-d9b2-495e-b2e5-efd1d0f1e2f1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:network {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:18.932132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:18.934557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:19.201415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Pushing event updated for resources: {'Network': ['ID=2fad7ac1-72e3-42fe-bf32-aa760d9db440,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:19.211516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42426) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:19.216658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:19.216775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:14:19.219946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 5.5913730
Apr 08 12:14:19.223763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42430) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:19.248270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Request body: {'subnet': {'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2040301425-subnet', 'tenant_id': '4d12229b5ee54bd8b6d2f1758187d5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:19.266502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-b2935949-d9b2-495e-b2e5-efd1d0f1e2f1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:network {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:19.279303 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-b2935949-d9b2-495e-b2e5-efd1d0f1e2f1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.6239507
Apr 08 12:14:19.282794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:19.295279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Usage tracker for resource:subnet and tenant:4d12229b5ee54bd8b6d2f1758187d5c1 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:19.308333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:19.319106 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-1d2d06f8-3289-4742-bc21-d8a7f63fb3f2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/quotas/0104642b5c2d4d15bccda4263a3cbd8e HTTP/1.1" status: 200  len: 375 time: 0.0384772
Apr 08 12:14:19.371927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:19.516061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:19.545822 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-891474d6-f434-4217-b0f4-e110c40510d0 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2248974
Apr 08 12:14:19.558486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:19.563853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:19.572395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Usage tracker for resource:security_group_rule and tenant:c562adc1c201403b8bc57cb577df86bf is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:19.588911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:19.591759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:19.593895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Made reservation on behalf of 4d12229b5ee54bd8b6d2f1758187d5c1 for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:19.596867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fb9feb44-6988-47d2-983a-dfb39ac203d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:19.599074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:19.700161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:19.702115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:19.706383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:19.779635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-6abf5af5-c44e-43a1-88a3-9316fcfc7c4c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:14:19.780700 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-6abf5af5-c44e-43a1-88a3-9316fcfc7c4c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1112897
Apr 08 12:14:19.941797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6096f63a-470a-467d-a814-6ab68518a970,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:20.132637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9300119c-ba5d-4971-96be-1918bff6b79c,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:20.139831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:20.143800 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-97208ecc-321e-4882-9aed-1fc4e5d75b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:20.154799 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-3fe2d609-7f1e-47da-a455-26a398cece42 service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3219287
Apr 08 12:14:20.216917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184a8cf-cf38-4913-9154-65919153861c None None] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:20.313422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Checking segment: {'id': 'a3efddf9-17be-46bd-bf30-5381b5a5ba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '677e2282-4cba-4867-9f4a-d2e9e31d6f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:20.313818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Network hostable DHCP agents. Network: 677e2282-4cba-4867-9f4a-d2e9e31d6f0c, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:14:20.322663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.325931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Checking segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:20.326341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Network hostable DHCP agents. Network: 869b82a0-8157-44c7-88c1-711d14519eb3, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:14:20.331340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:20.339161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Checking segment: {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:20.339161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Network hostable DHCP agents. Network: f0c8290d-8b8e-49ce-acce-1e130b343241, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:14:20.342778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:20.345579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.538s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:20.345890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:20.367953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.389267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:20.429620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Network 677e2282-4cba-4867-9f4a-d2e9e31d6f0c is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:14:20.445764 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c562adc1c201403b8bc57cb577df86bf&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2307966
Apr 08 12:14:20.446611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c58c08-379f-49db-83d9-f52fce6fa477,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:20.449572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42446) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:20.452942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:20.464365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Network f0c8290d-8b8e-49ce-acce-1e130b343241 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:14:20.466614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Network 869b82a0-8157-44c7-88c1-711d14519eb3 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:14:20.489477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, f0c8290d-8b8e-49ce-acce-1e130b343241) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:20.491926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 677e2282-4cba-4867-9f4a-d2e9e31d6f0c) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:20.504118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659742dd-66d6-4da0-af30-5cb46db5b81a None None] Network f0c8290d-8b8e-49ce-acce-1e130b343241 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:20.508965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 869b82a0-8157-44c7-88c1-711d14519eb3) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:20.524591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:20.525235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.583455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:20.584094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.606808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:20.607373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.624591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516d188-1eb1-4bde-8586-6a9dd87d0cbe None None] Network 677e2282-4cba-4867-9f4a-d2e9e31d6f0c requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:20.644509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509035c5-719e-4fe9-b40a-26b4a6a99636 None None] Network 869b82a0-8157-44c7-88c1-711d14519eb3 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:20.647382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.676028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.682396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-61f26a96-6424-4084-8385-cc1d6b4848e9 None None] Provisioning for port bbc495de-d444-42a7-af87-53a3afecea3d completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:20.683735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.701035 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9ddcdbe9-b1c7-43ed-b311-558914f61310 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.4395468
Apr 08 12:14:20.701035 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-731b1fef-9fbb-4af1-9cab-8c58eccc4301 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.6514945
Apr 08 12:14:20.701950 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.5137410
Apr 08 12:14:20.702711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42460) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:20.715198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42462) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:20.720882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:20.728565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:20.733191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Usage tracker for resource:router and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:20.736502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:20.743537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:20.747482 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-4272b9ff-33bc-4b5f-aac1-d98271b82830 service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3209424
Apr 08 12:14:20.766006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:20.772101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:20.777748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Usage tracker for resource:router and tenant:be091e02985d460c96e13347ab2ade1d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:20.781419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:20.788624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:20.835629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device bbc495de-d444-42a7-af87-53a3afecea3d up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:20.836877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.838149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.846241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.846241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.869687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.936686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.966037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:20.985312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:20.989363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c58c08-379f-49db-83d9-f52fce6fa477,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:21.020027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:21.033247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:21.034951 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95c58c08-379f-49db-83d9-f52fce6fa477 HTTP/1.1" status: 204  len: 168 time: 0.5846207
Apr 08 12:14:21.091337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:14:21.237533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19d3ac-d0a6-4143-89eb-6e038ce768f3 None None] Network f0c8290d-8b8e-49ce-acce-1e130b343241 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:21.248334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:21.415498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fab7d4e1-bb72-4d18-860f-a0b012ecf21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:21.704896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Checking segment: {'id': 'f43c2e8f-a399-4bcb-8fe8-d49d491c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:21.705380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Network hostable DHCP agents. Network: 2fad7ac1-72e3-42fe-bf32-aa760d9db440, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:14:21.771842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65860b9-c3db-4b6b-bbcf-616917071187,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:21.778425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:21.789895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:14:21.793361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:14:21.817839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Sync routers for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:14:21.830834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port bbc495de-d444-42a7-af87-53a3afecea3d completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:21.842682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 2fad7ac1-72e3-42fe-bf32-aa760d9db440) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:21.859643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:21.860946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f01413940>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:13:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:21.862254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:21.864137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:21.879123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port bbc495de-d444-42a7-af87-53a3afecea3d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:21.879542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:21.904907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Notify callbacks [] for router, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:21.906575 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.9688649
Apr 08 12:14:21.909557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42510) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:21.944875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ea33e-afc3-4665-92ea-bed0ff490623 None None] Network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:22.054775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.060266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc32a1f7-4e2a-497b-b6eb-6b5affdbd636 None None] Network 677e2282-4cba-4867-9f4a-d2e9e31d6f0c requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:22.062503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42516) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:22.225275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.260188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:22.267605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f7f46ffe9d41d6bdfcef488221a5f7 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:22.272011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:22.279440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:22.284851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:22.385315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.547733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42532) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:22.548351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42538) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:22.549733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.581934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224115222-network', 'tenant_id': '4b90cbb5aac34298a09742ae228c3033'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:22.588755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:22.593891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Usage tracker for resource:network and tenant:4b90cbb5aac34298a09742ae228c3033 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:22.598261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:22.607500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:22.623758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b28b8592-b1ed-47ed-a937-a099a78ce535 None None] Provisioning complete for port bbc495de-d444-42a7-af87-53a3afecea3d triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:22.624400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b28b8592-b1ed-47ed-a937-a099a78ce535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.638606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:22.671698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.676698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8196f930-c7e7-4f27-a33e-fb5e62e09ae0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:22.681768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Made reservation on behalf of 4b90cbb5aac34298a09742ae228c3033 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:22.690615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.715544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:22.743511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.755249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f01413940>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:19Z', 'revision_number': 3, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:22.759836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Checking router: 633d7ba2-20bc-46dc-9ff6-ac549ae220fb for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:14:22.760220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Updating router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb port ed1a14f0-66e0-4169-a60d-85df9103ee45 binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:14:22.767182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:22.771898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Usage tracker for resource:security_group_rule and tenant:4b90cbb5aac34298a09742ae228c3033 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:22.775921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:22.782405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:22.871447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.884368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.948004 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.7230074
Apr 08 12:14:22.986330 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3f7f46ffe9d41d6bdfcef488221a5f7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9044065
Apr 08 12:14:22.992404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:22.993356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42552) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:23.043154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:23.090182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a8006e-a4da-4ca8-8da6-b5c97363ccc4,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:23.106769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:23.120799 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 12:14:23.227195 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-48cb9a6a-f26d-4f45-b22c-63fa4b2b28a8 req-51915d04-500f-49d8-b4d4-0ef56672ec85 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.6759679
Apr 08 12:14:23.234493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:14:23.244702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.244702 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Added segment fcb6ccc6-910f-47a6-a578-3f1962904daa of type vlan for network e90bf834-da59-4e5c-8a8c-b7ffa923f10c
Apr 08 12:14:23.284646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.328002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-869b82a0-8157-44c7-88c1-711d14519eb3', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:14:23.329382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.346356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.356709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:23.357354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.533802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.559832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Transition to ACTIVE for port object ed1a14f0-66e0-4169-a60d-85df9103ee45 will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:23.586567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f1649479-5305-4221-9494-4ae5cd7d235d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:23.599951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.607183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.628490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.657038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.717665 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1647875
Apr 08 12:14:23.740374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b28b8592-b1ed-47ed-a937-a099a78ce535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.777613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42580) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:23.780524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.782077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:23.782337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.797740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Request body: {'subnet': {'network_id': 'e90bf834-da59-4e5c-8a8c-b7ffa923f10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224115222-subnet', 'tenant_id': '4b90cbb5aac34298a09742ae228c3033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:23.802365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:23.805829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port bbc495de-d444-42a7-af87-53a3afecea3d, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=bbc495de-d444-42a7-af87-53a3afecea3d,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:23.806656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Usage tracker for resource:subnet and tenant:4b90cbb5aac34298a09742ae228c3033 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:23.809593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:23.821565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:23.869837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Attempting to bind port ed1a14f0-66e0-4169-a60d-85df9103ee45 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:23.870453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Attempting to bind port ed1a14f0-66e0-4169-a60d-85df9103ee45 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:23.870972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Attempting to bind port ed1a14f0-66e0-4169-a60d-85df9103ee45 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:23.879884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:23.880442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:23.880988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.881562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:23.882489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Bound port: ed1a14f0-66e0-4169-a60d-85df9103ee45, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:23.883273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.911202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.912610 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8196f930-c7e7-4f27-a33e-fb5e62e09ae0 HTTP/1.1" status: 204  len: 168 time: 0.9168077
Apr 08 12:14:23.915071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Made reservation on behalf of 4b90cbb5aac34298a09742ae228c3033 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:23.927430 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:23.981357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] For port ed1a14f0-66e0-4169-a60d-85df9103ee45, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:23.985803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] For port ed1a14f0-66e0-4169-a60d-85df9103ee45, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=ed1a14f0-66e0-4169-a60d-85df9103ee45,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:23.992069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:24.024564 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Pushing event updated for resources: {'Port': ['ID=ed1a14f0-66e0-4169-a60d-85df9103ee45,revision_number=2']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:24.033449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.033836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.034208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.034694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.034943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.035304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.035660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.035990 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.036367 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.036778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.037048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.037400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Tracked resource versions report:
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]: pushed versions:
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]: {   'AddressGroup': {'1.2'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'ConntrackHelper': {'1.0'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Log': {'1.0'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Network': {'1.1'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Port': {'1.7'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'PortForwarding': {'1.2'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'QosPolicy': {'1.8'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroup': {'1.4'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SecurityGroupRule': {'1.2'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'SubPort': {'1.0'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Subnet': {'1.1'},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     'Trunk': {'1.1'}}
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]: consumer versions:
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]: {   DHCP agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     HyperV agent@hv-cinder-78477: {},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     L3 agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metadata agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     Metering agent@dv-cinder-784779-3-iscsi: {},
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:     Open vSwitch agent@dv-cinder-784779-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'ConntrackHelper': '1.0',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Log': '1.0',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Network': '1.1',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Port': '1.7',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'PortForwarding': '1.2',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'QosPolicy': '1.8',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroup': '1.4',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SecurityGroupRule': '1.2',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'SubPort': '1.0',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Subnet': '1.1',
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:                                                      'Trunk': '1.1'}}
Apr 08 12:14:24.039206 dv-cinder-784779-3-iscsi neutron-server[84315]:  {{(pid=84433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 12:14:24.041678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a63512-388c-45c3-9842-d411cb7e57a2 None None] Network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:24.042594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:24.043854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:24.078098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:24.127659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Pushing event updated for resources: {'Network': ['ID=e90bf834-da59-4e5c-8a8c-b7ffa923f10c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:24.148095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:24.148305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:24.149278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:24.186231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:24.199585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:24.221774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network e90bf834-da59-4e5c-8a8c-b7ffa923f10c details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:14:24.300700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746d54-f524-475c-8219-91c2cca1165e req-8f8ddef5-e232-4fa3-8b61-e871aec013ca tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:24.306208 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-8f8ddef5-e232-4fa3-8b61-e871aec013ca tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/networks?id=2fad7ac1-72e3-42fe-bf32-aa760d9db440 HTTP/1.1" status: 200  len: 812 time: 0.6554880
Apr 08 12:14:24.373165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Pushing event updated for resources: {'Port': ['ID=ed1a14f0-66e0-4169-a60d-85df9103ee45,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:24.390069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:24.412501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-b28b8592-b1ed-47ed-a937-a099a78ce535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:14:24.413322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-b28b8592-b1ed-47ed-a937-a099a78ce535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:14:24.424019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8196f930-c7e7-4f27-a33e-fb5e62e09ae0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:24.441172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:24.487468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:24.489775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f01413940>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:13:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:24.542638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Allocated IP 172.20.0.2 (869b82a0-8157-44c7-88c1-711d14519eb3/6096f63a-470a-467d-a814-6ab68518a970/1a6e8460-c56d-4f28-9fe7-4685f15ebf95) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:24.545536 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-89cc8f93-5914-42bf-a05d-1242efafd542 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/quotas/4d12229b5ee54bd8b6d2f1758187d5c1 HTTP/1.1" status: 200  len: 375 time: 0.0944383
Apr 08 12:14:24.548453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=bbc495de-d444-42a7-af87-53a3afecea3d,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:24.568502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ab34764a-9a45-492e-a474-8f150bec0e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:24.570787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:24.636019 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-ae7fc6bf-ec78-48ee-8dfe-ad1774898c7b tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d12229b5ee54bd8b6d2f1758187d5c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0835409
Apr 08 12:14:24.708259 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b09ec428-4640-48e3-8b0d-e3f52753ca5b req-57e4a045-c7d5-48b4-b0cc-00a59571ccd2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.0884652
Apr 08 12:14:24.808266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:24.851660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:24.933329 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-a6d02b07-68a4-4129-bd6f-dcf9fafd6b59 service neutron] 10.222.0.43 "GET /v2.0/networks/2fad7ac1-72e3-42fe-bf32-aa760d9db440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962132
Apr 08 12:14:25.102472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Allocated IP 172.20.0.1 (6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61/a9e26553-a475-4256-a64b-f0491d0d5b64/9e3e79cb-e2dd-4c63-a918-e0ebf43bf880) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:25.219848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:25.255310 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Transition to ACTIVE for port object 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:25.300606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Transition to ACTIVE for port object 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:25.351148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:25.368127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:25.375280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:25.413861 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-ecdb07fc-3337-4f55-89a2-552493282c53 service neutron] 10.222.0.43 "GET /v2.0/networks/2fad7ac1-72e3-42fe-bf32-aa760d9db440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4791863
Apr 08 12:14:25.423123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:25.484755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Allocated IP 172.27.1.62 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/626ad0a2-6a3d-4a32-928c-0b5c97da9fa3) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:25.487030 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Transition to ACTIVE for port object 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:25.575382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Pushing event updated for resources: {'Port': ['ID=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:25.596041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Network 869b82a0-8157-44c7-88c1-711d14519eb3 is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:25.597156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:25.598056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:25.602550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:25.611089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:25.654994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9104972-0d3c-407c-8698-79ff2129cf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:25.785456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.55', 61986) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:25.820603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Attempting to bind port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:25.821112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Attempting to bind port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:25.821405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Attempting to bind port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 on network 869b82a0-8157-44c7-88c1-711d14519eb3 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:25.845144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:25.845714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Checking segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:25.846170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:25.846636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Bound using segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:25.847162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Bound port: 1a6e8460-c56d-4f28-9fe7-4685f15ebf95, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:25.847584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:25.941361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f01413940>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:19Z', 'revision_number': 3, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:25.951042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb8d77-6430-4c01-b0cb-ab6c23b94f69 None None] The sync data for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi is: [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:19Z', 'revision_number': 3, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:14:26.007537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Pushing event updated for resources: {'Port': ['ID=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:26.012894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:26.013607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] For port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:26.019021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] For port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:26.051078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:26.112231 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b1e5ddbb-1f87-4d69-8248-133632c93d5e req-5b0c5980-8b4e-43b3-a63d-6c14a0dd67e5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.0954306
Apr 08 12:14:26.198982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:26.200207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:26.205427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:26.205983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:26.394067 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8d610ecc-b6d6-4973-b2f6-802edfd9bcfd req-0adbb51a-0808-44be-a7d2-127d89f90951 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.2974088
Apr 08 12:14:26.516459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:26.602146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device bbc495de-d444-42a7-af87-53a3afecea3d up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:26.635066 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:26.640975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-cdc52af2-bc15-43af-ae45-1ca99752e455 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:26.645648 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-cdc52af2-bc15-43af-ae45-1ca99752e455 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.8556430
Apr 08 12:14:26.697147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:26.775362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-217a73a7-e2b6-4dba-92b9-1cd052d2b1f2 None None] Provisioning for port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:26.804966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-217a73a7-e2b6-4dba-92b9-1cd052d2b1f2 None None] Provisioning complete for port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:26.805394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-217a73a7-e2b6-4dba-92b9-1cd052d2b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:26.825245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:26.861975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:26.894075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6ce0afa3-0a02-400c-8c5a-1dc2197c5d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:26.929566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Pushing event updated for resources: {'Port': ['ID=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:26.934135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:26.981959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-217a73a7-e2b6-4dba-92b9-1cd052d2b1f2 None None] Port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:14:27.020678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port bbc495de-d444-42a7-af87-53a3afecea3d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:27.022639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:27.088424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:27.116430 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:27.120683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a0b8d1-1268-4271-b6e9-680c1895879e,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:27.140158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:27.142126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:27.144948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:27.165119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:27.211511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:27.264325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0a50ed1b-1f59-4884-a73b-4458ac17999b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:27.478658 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b2c20c84-3d65-4844-9582-3b69de5d33d1 req-f47ac7a7-565d-47e7-813d-6672c5eb4186 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.1219797
Apr 08 12:14:27.483050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Pushing event updated for resources: {'Port': ['ID=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:27.525210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:27.528982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Pushing event updated for resources: {'Port': ['ID=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:27.544597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:27.585615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:27.586948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:27.632521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Allocated IP 172.27.1.122 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/3e0138a2-44c1-46d3-949d-4344326cb005) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:27.653757 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-070aedd6-265d-4f58-9aff-11b3208a00ac req-d9dda95f-8c41-48c4-8948-45e4bf697308 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.1058505
Apr 08 12:14:27.657846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Checking segment: {'id': 'fcb6ccc6-910f-47a6-a578-3f1962904daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e90bf834-da59-4e5c-8a8c-b7ffa923f10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:27.658239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Network hostable DHCP agents. Network: e90bf834-da59-4e5c-8a8c-b7ffa923f10c, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:14:27.833116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:27.833908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Network e90bf834-da59-4e5c-8a8c-b7ffa923f10c is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:14:27.840436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:27.848476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:27.849362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:14:27.951921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-d0cbf161-298c-41f3-9148-cc7fcd007ac5 None None] Provisioning complete for port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:27.952592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf161-298c-41f3-9148-cc7fcd007ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.006174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, e90bf834-da59-4e5c-8a8c-b7ffa923f10c) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:28.023026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac0210-46a4-4341-a22d-8d1dfbff8616 None None] Network e90bf834-da59-4e5c-8a8c-b7ffa923f10c requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:28.061053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:28.061715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.156013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.166950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbf161-298c-41f3-9148-cc7fcd007ac5 None None] Port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:14:28.226385 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.4384847
Apr 08 12:14:28.375335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:14:28.375979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.379784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ed1a14f0-66e0-4169-a60d-85df9103ee45 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:28.410819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:28.435746 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] 10.222.0.43 "PUT /v2.0/routers/633d7ba2-20bc-46dc-9ff6-ac549ae220fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5250278
Apr 08 12:14:28.549612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42706) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:28.550201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beeb0ac-5cfc-4ff7-861b-b8a06b37e662 None None] Network e90bf834-da59-4e5c-8a8c-b7ffa923f10c requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:28.709350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Deleting subnet 9300119c-ba5d-4971-96be-1918bff6b79c {{(pid=84431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:14:28.720142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.828252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.837927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.909046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.942639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port ed1a14f0-66e0-4169-a60d-85df9103ee45 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:28.954422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port ed1a14f0-66e0-4169-a60d-85df9103ee45 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:28.954931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:28.971990 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5093c7a-eb88-436f-b72f-cfd3e5255056 req-be15a015-1bc8-437c-9148-5ddabd150b3a tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.0769510
Apr 08 12:14:29.031022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0138a2-44c1-46d3-949d-4344326cb005,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:29.043619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa0a0a-8c7d-4147-bdaa-23ab00ffa532 None None] Network 869b82a0-8157-44c7-88c1-711d14519eb3 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:14:29.055783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:29.074924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:29.078602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:29.087487 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-24975f1f-ddc6-4823-8000-09a47b7d3d32 req-80fc9f96-614d-4acd-af72-afd6f73930dd tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.1945577
Apr 08 12:14:29.331854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-d7c96745-978e-47e0-8c3a-010ae7648e6a None None] Provisioning for port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:29.348137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Request body: {'port': {'device_id': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'admin_state_up': True, 'tenant_id': '0104642b5c2d4d15bccda4263a3cbd8e'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:29.411940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:29.474040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port ed1a14f0-66e0-4169-a60d-85df9103ee45, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=ed1a14f0-66e0-4169-a60d-85df9103ee45,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:29.504341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:29.530519 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:29.560986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:29.564138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:29.605192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2258337-ee93-43c5-9478-a2ffc8e72f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:29.660360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:29.662015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:29.681146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:29.744330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9300119c-ba5d-4971-96be-1918bff6b79c,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:29.763016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:29.821882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:29.832037 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-90b4d4a4-059c-4054-b2ec-3357251aaeb2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9300119c-ba5d-4971-96be-1918bff6b79c HTTP/1.1" status: 204  len: 168 time: 1.2803879
Apr 08 12:14:29.832977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42744) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:29.859528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Sync routers for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:14:29.874099 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=ed1a14f0-66e0-4169-a60d-85df9103ee45,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:29.877722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:29.886681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:29.887619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00ceb940>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:30.047285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:30.088177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:30.102848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Usage tracker for resource:port and tenant:0104642b5c2d4d15bccda4263a3cbd8e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:30.186813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:30.213751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:30.223960 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:30.223960 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:30.317997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:30.352659 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0d62d295-f5e2-4704-b4ba-2bcbc5974970 req-a33dd211-82e6-45cd-96d9-de55e79d576e tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.1174579
Apr 08 12:14:30.388904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42776) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:30.406828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828706072', 'description': 'tempest-description--1633729965'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:30.460298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:30.475763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:30.550653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Made reservation on behalf of 0104642b5c2d4d15bccda4263a3cbd8e for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:30.558642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:30.564158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:30.598755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:30.833350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.55', 61997) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:30.839877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:30.840819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:30.844909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:30.854403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group_rule and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:30.890212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:30.890212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:30.982670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:31.025047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:31.027942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:31.138604 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1c31ec8f-af0f-4927-9d15-2a370fd5784c req-3ea1845c-e934-452b-b290-df5c37ee938f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.4961817
Apr 08 12:14:31.160516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Allocated IP 172.20.0.6 (3ba216da-ab5f-4265-9387-3aaa52f8d07f/a25453ca-159b-4ec5-8982-6d3f090b9d1d/e462b605-b4cf-4d87-9526-70194bb10bd6) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:31.187724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:31.224690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:31.254185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:31.306908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:31.393945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:31.401575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:31.413391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ed1a14f0-66e0-4169-a60d-85df9103ee45 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:31.636550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:31.789423 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:31.861862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b8374c-a7eb-4ad1-bb9e-438596e32817,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:31.893117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:31.932958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-cec0f687-89e7-41ff-a2ef-9aeb35bb75a3 None None] Provisioning complete for port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:31.933397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cec0f687-89e7-41ff-a2ef-9aeb35bb75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:31.960864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746d54-f524-475c-8219-91c2cca1165e req-7ecc0819-aa48-4654-b776-350949eaf9f9 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:31.962459 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-7ecc0819-aa48-4654-b776-350949eaf9f9 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.55 "GET /v2.0/networks?id=2fad7ac1-72e3-42fe-bf32-aa760d9db440 HTTP/1.1" status: 200  len: 812 time: 1.1623502
Apr 08 12:14:31.993401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4f00b97a20>> segment before_delete 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:31.993794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4f00b97a20>> subnet precommit_delete_associations 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:31.994678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> segment_host_mapping after_create 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:31.999592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> port after_create 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:31.999979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> port after_delete 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.000347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> port after_update 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.000734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> segment after_delete 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.001115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> subnet after_create 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.001503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> subnet after_delete 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.001839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f02308b38>> subnet after_update 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.124074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:32.199719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port ed1a14f0-66e0-4169-a60d-85df9103ee45 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:32.203815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:32.282537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00ceb940>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 2, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:32.351187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f00e2d518>> subnet after_create 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.351576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f00e2d518>> subnet after_delete 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.351946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f00e2d518>> subnet before_create 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.352313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f00e2d518>> subnet before_update 55550000 {{(pid=84431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:14:32.352696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f013909e8>,) {'filters': {'network_id': ['677e2282-4cba-4867-9f4a-d2e9e31d6f0c']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:32.360876 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-77a47cc6-15b7-4cc6-81f1-977c242004b5 req-e96d4a83-14fa-4b44-9b2a-412afe95e3af tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.3549855
Apr 08 12:14:32.390414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Request body: {'port': {'device_id': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440', 'admin_state_up': True, 'tenant_id': '4d12229b5ee54bd8b6d2f1758187d5c1'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:32.461167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:32.467404 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.0772672
Apr 08 12:14:32.471469 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42816) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:32.474803 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0d5b79c9-9d13-4230-8892-4586b9f930c3 req-8a0c8987-f3e8-4e1d-b2b7-11ab6c77405e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.0911603
Apr 08 12:14:32.482058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'security_group_rule': {'security_group_id': '16b8374c-a7eb-4ad1-bb9e-438596e32817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:32.486453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f013909e8>, 'a3efddf9-17be-46bd-bf30-5381b5a5ba59') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:32.489688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f013909e8>, 'a3efddf9-17be-46bd-bf30-5381b5a5ba59') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:32.502777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Checking router: 633d7ba2-20bc-46dc-9ff6-ac549ae220fb for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:14:32.514023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Updating router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:14:32.514138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:32.531632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:32.545008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group_rule and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:32.549136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:32.578884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:32.625360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:32.672780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:32.687481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:14:32.690098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:32.815333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.026752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Network 677e2282-4cba-4867-9f4a-d2e9e31d6f0c has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:14:33.048374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.073126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.114388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:14:33.124421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:33.135032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Usage tracker for resource:port and tenant:4d12229b5ee54bd8b6d2f1758187d5c1 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:33.213738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.229231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.305471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:33.317165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:33.344265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Network 677e2282-4cba-4867-9f4a-d2e9e31d6f0c has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   from cryptography.utils import int_from_bytes
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   from cryptography.utils import int_from_bytes
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   (rel_b, rel_a, rel_b),
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   (rel_b, rel_a, rel_b),
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:14:33.383612 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:14:33.554650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Made reservation on behalf of 4d12229b5ee54bd8b6d2f1758187d5c1 for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:33.568182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.594995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:33.703603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Router 0d667104-4078-4133-9b8e-790aa038519c is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:14:33.713195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.731560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:33.795710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:33.796452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:33.978662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Transition to ACTIVE for port object 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:33.995604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Allocated IP 172.20.0.14 (2fad7ac1-72e3-42fe-bf32-aa760d9db440/c65860b9-c3db-4b6b-bbcf-616917071187/b7f3ab3c-e833-4264-9ab9-8b7ea6034a56) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:34.006824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.014262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:34.035953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.068383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:34.239277 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event updated for resources: {'Port': ['ID=e462b605-b4cf-4d87-9526-70194bb10bd6,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:34.244091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.248162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.261815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=677e2282-4cba-4867-9f4a-d2e9e31d6f0c,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:34.268734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f9c60-6970-4b2b-b056-485f7ffa78f7 None None] Pushing event updated for resources: {'Port': ['ID=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:34.271840 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ae02850a-a6a1-4412-b004-d9cc877901cf req-fbebc6e8-757b-4eef-9f1e-47fdab2f9aaa tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.5446229
Apr 08 12:14:34.272799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8d9f9c60-6970-4b2b-b056-485f7ffa78f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:34.273009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:14:34.283277 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:34.285106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Sync routers for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:14:34.306194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:34.307265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f011c32e8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:34.324196 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-78de0d52-dad9-4fb9-bd50-ac63210b65b4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/677e2282-4cba-4867-9f4a-d2e9e31d6f0c HTTP/1.1" status: 204  len: 168 time: 4.4900022
Apr 08 12:14:34.329209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42836) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:34.413590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3196f2-3a93-4217-abb5-b103dbeac0a2 req-0c6acbab-f1cb-417a-877c-ae7e6d8ebc55 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:34.415889 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc3196f2-3a93-4217-abb5-b103dbeac0a2 req-0c6acbab-f1cb-417a-877c-ae7e6d8ebc55 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 931 time: 0.7445335
Apr 08 12:14:34.423358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Deleting subnet 26a0b8d1-1268-4271-b6e9-680c1895879e {{(pid=84431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:14:34.436354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:14:34.499008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.532168 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:34.573841 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-fc3196f2-3a93-4217-abb5-b103dbeac0a2 req-3a1d3296-9223-4045-bf82-ff9407bb841c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:34.663879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.672884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:14:34.695502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852218557'] for subnet, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.730561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Sync routers for ids ['0d667104-4078-4133-9b8e-790aa038519c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:14:34.737534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:34.769751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:34.773355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Routers {'0d667104-4078-4133-9b8e-790aa038519c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:34.774051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9a58>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['0d667104-4078-4133-9b8e-790aa038519c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:34.795794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc3ae72-0cb4-4759-8b61-be01da9e5d2d,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:34.797934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.799408 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0f9d432f-e380-429d-962d-d63a67b95493 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 14.0937724
Apr 08 12:14:34.813777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:34.815816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42842) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:34.818971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:34.866803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.888688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:34.889903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Attempting to bind port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:34.890344 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Attempting to bind port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:34.890770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Attempting to bind port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:34.901078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.906385 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.4289341
Apr 08 12:14:34.908429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:34.916375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:34.917730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.963378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42848) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:34.967170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:34.967170 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 14.2493834
Apr 08 12:14:34.984030 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 42850) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:35.016243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'security_group_rule': {'security_group_id': '16b8374c-a7eb-4ad1-bb9e-438596e32817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:35.025181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:35.027791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:35.028068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Checking segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:35.028523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.028964 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Bound using segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:35.029529 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Bound port: 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:35.029950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.031166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group_rule and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:35.034218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:35.041658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:35.052958 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7107947
Apr 08 12:14:35.123363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f011c32e8>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:28Z', 'revision_number': 3, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:35.141145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Checking router: 2a15f1b5-fe0c-402c-8d46-ce9370f86535 for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:14:35.141640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Updating router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:14:35.197544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.264750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] For port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:35.266132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.284444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] For port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:35.303700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.328936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.353654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eaf98970-2d72-4922-b260-bfed58abeaae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:35.356927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.379477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.403467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-359a48aa-e23d-4453-a511-5960ebce1872 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:35.405130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-fc3196f2-3a93-4217-abb5-b103dbeac0a2 req-3a1d3296-9223-4045-bf82-ff9407bb841c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:35.406535 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc3196f2-3a93-4217-abb5-b103dbeac0a2 req-3a1d3296-9223-4045-bf82-ff9407bb841c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9787171
Apr 08 12:14:35.418957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.545953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e37d4a4-fe64-4743-99c3-14781376405c,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:35.580113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-79ca17ec-9a5b-4180-bf29-d8954f4b5adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:35.624670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Set router 0d667104-4078-4133-9b8e-790aa038519c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:35.735147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853752265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2274662'] for subnet, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:35.780621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:36.071038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.076946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1093206
Apr 08 12:14:36.081908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.100971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42862) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:36.106652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.107774 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/26a0b8d1-1268-4271-b6e9-680c1895879e HTTP/1.1" status: 204  len: 168 time: 1.7766993
Apr 08 12:14:36.120831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Transition to ACTIVE for port object 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:36.129553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:36.135086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42866) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:36.159086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.169859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Pushing event updated for resources: {'Port': ['ID=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:36.182374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f9c60-6970-4b2b-b056-485f7ffa78f7 None None] Pushing event updated for resources: {'Port': ['ID=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:36.186293 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:36.188548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8d9f9c60-6970-4b2b-b056-485f7ffa78f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:36.200593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:36.203631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a75f3671-7a7f-48ab-b1d6-5988313ba9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:36.275327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:floatingip and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:36.310016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.359575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-927a5806-6c1f-458a-a5d9-0ed831838be6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:36.401214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:36.467146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45804ca7-b38b-4cbf-a1a0-db2e33385095 None None] Pushing event updated for resources: {'Port': ['ID=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,revision_number=2']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:36.483664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-45804ca7-b38b-4cbf-a1a0-db2e33385095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:36.509414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.546068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9a58>, [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:30Z', 'revision_number': 3, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port': {'id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:36.551607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Attempting to bind port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:36.552017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Attempting to bind port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:36.552414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Attempting to bind port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:36.558592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Checking router: 0d667104-4078-4133-9b8e-790aa038519c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:14:36.559263 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Updating router 0d667104-4078-4133-9b8e-790aa038519c port 3e0138a2-44c1-46d3-949d-4344326cb005 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:14:36.582893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:36.583161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:36.583615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.584051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:36.585206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Bound port: 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:36.585714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.637894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.654512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:36.665665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a0b8d1-1268-4271-b6e9-680c1895879e,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:36.744711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8c3ab921-bae6-45fb-b297-a89a970dee4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:36.843176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.893850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:36.894728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00ceb940>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:36.905719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] For port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:36.914610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] For port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:36.965616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:36.992014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:37.017395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:37.253245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f00a9cfd0>,) {'filters': {'network_id': ['e90bf834-da59-4e5c-8a8c-b7ffa923f10c']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:37.270995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00a9cfd0>, 'fcb6ccc6-910f-47a6-a578-3f1962904daa') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:37.271727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00a9cfd0>, 'fcb6ccc6-910f-47a6-a578-3f1962904daa') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:37.289569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:37.308328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:37.316541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:14:37.456759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:37.620919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:37.637278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:37.644643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:37.646764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:37.647461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f011c32e8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:37.675154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c8612-da8a-45ea-98d0-0901f7b46700 req-2d9eeef9-693e-4b7e-8bc4-dc99a3f8681d tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:37.676907 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e61c8612-da8a-45ea-98d0-0901f7b46700 req-2d9eeef9-693e-4b7e-8bc4-dc99a3f8681d tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 932 time: 1.8946545
Apr 08 12:14:37.742366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Transition to ACTIVE for port object 3e0138a2-44c1-46d3-949d-4344326cb005 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:37.781421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:37.783515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:37.784212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:37.830289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166f88d-2b89-4da0-906a-7f929d29bd7b req-9f7e123a-e3db-406d-994f-0996b1c31ddd tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:37.832876 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4166f88d-2b89-4da0-906a-7f929d29bd7b req-9f7e123a-e3db-406d-994f-0996b1c31ddd tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 931 time: 1.1881354
Apr 08 12:14:37.847858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8d9f9c60-6970-4b2b-b056-485f7ffa78f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:37.848183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-e61c8612-da8a-45ea-98d0-0901f7b46700 req-97eaa2e4-6429-4199-9bbb-f2ac9f854406 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Synchronizing usage tracker for tenant:4d12229b5ee54bd8b6d2f1758187d5c1 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:37.915689 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4166f88d-2b89-4da0-906a-7f929d29bd7b req-dc7de385-bb2f-4376-ac20-8d31c9e6823f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763562
Apr 08 12:14:37.917017 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5441415
Apr 08 12:14:38.026969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45804ca7-b38b-4cbf-a1a0-db2e33385095 None None] Pushing event updated for resources: {'Port': ['ID=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:38.043276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-45804ca7-b38b-4cbf-a1a0-db2e33385095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:38.045573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Network e90bf834-da59-4e5c-8a8c-b7ffa923f10c has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:14:38.057827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:38.109231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:38.123072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76f00-4f0a-40b6-85f8-237fc3eb8c84 None None] Pushing event updated for resources: {'Port': ['ID=3e0138a2-44c1-46d3-949d-4344326cb005,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:38.178866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1af76f00-4f0a-40b6-85f8-237fc3eb8c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:38.218894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:38.291393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-e61c8612-da8a-45ea-98d0-0901f7b46700 req-97eaa2e4-6429-4199-9bbb-f2ac9f854406 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Unset dirty status for tenant:4d12229b5ee54bd8b6d2f1758187d5c1 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:38.293987 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e61c8612-da8a-45ea-98d0-0901f7b46700 req-97eaa2e4-6429-4199-9bbb-f2ac9f854406 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5792079
Apr 08 12:14:38.394330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Allocated IP 172.20.0.1 (f0c8290d-8b8e-49ce-acce-1e130b343241/2c845528-dfb0-426d-9d1e-b85c8cb7fb4d/e1384f1b-eded-476c-bfc1-37df6a8322ed) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:38.504015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:38.773299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-72848e0b-bd2d-45fc-9eba-7df505d5db30 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:14:38.777127 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-72848e0b-bd2d-45fc-9eba-7df505d5db30 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0803597
Apr 08 12:14:38.780891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-bab1f4f1-4898-4b0c-b8c3-1b9584d6c62f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:14:38.782073 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-bab1f4f1-4898-4b0c-b8c3-1b9584d6c62f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0071578
Apr 08 12:14:38.795111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Network e90bf834-da59-4e5c-8a8c-b7ffa923f10c has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:14:38.820680 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:14:38.861692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Attempting to bind port 3e0138a2-44c1-46d3-949d-4344326cb005 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:38.866204 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Attempting to bind port 3e0138a2-44c1-46d3-949d-4344326cb005 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:38.866896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Attempting to bind port 3e0138a2-44c1-46d3-949d-4344326cb005 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:38.873722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:38.878992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:38.883197 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:38.884574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:38.887736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:38.888481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Bound port: 3e0138a2-44c1-46d3-949d-4344326cb005, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:38.889093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:38.903905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f011c32e8>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:28Z', 'revision_number': 3, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:38.919357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2bac2-d277-4e2c-a659-71ab7c81e7ae None None] The sync data for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi is: [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:28Z', 'revision_number': 3, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:14:39.003484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00ceb940>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:35Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:39.025569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1e79a-054c-4111-91e3-5e2922687409 None None] The sync data for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi is: [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:35Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:14:39.061667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:39.148051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] For port 3e0138a2-44c1-46d3-949d-4344326cb005, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:39.165514 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] For port 3e0138a2-44c1-46d3-949d-4344326cb005, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=3e0138a2-44c1-46d3-949d-4344326cb005,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:39.195705 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:39.264437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:39.413681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:39.451361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:39.495618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:39.526982 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e90bf834-da59-4e5c-8a8c-b7ffa923f10c HTTP/1.1" status: 204  len: 168 time: 3.3882151
Apr 08 12:14:39.595683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Pushing event deleted for resources: {'Network': ['ID=e90bf834-da59-4e5c-8a8c-b7ffa923f10c,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:39.616523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:39.628526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76f00-4f0a-40b6-85f8-237fc3eb8c84 None None] Pushing event updated for resources: {'Port': ['ID=3e0138a2-44c1-46d3-949d-4344326cb005,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:39.632323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:39.637931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Request body: {'port': {'device_id': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:39.685058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1af76f00-4f0a-40b6-85f8-237fc3eb8c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:39.763443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Allocated IP 172.27.1.246 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/e42e1d91-b548-4bd4-a1db-ca954985566c) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:39.805516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Request body: {'port': {'device_id': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:39.821108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff34e7-ec0c-43c8-b69d-ab96b8bc3c1e req-1f118523-1fd3-4ec4-bf0c-ec82344a0ca1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:39.824003 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-07ff34e7-ec0c-43c8-b69d-ab96b8bc3c1e req-1f118523-1fd3-4ec4-bf0c-ec82344a0ca1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 931 time: 0.5849247
Apr 08 12:14:39.994207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:40.089045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:40.119014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Routers {'0d667104-4078-4133-9b8e-790aa038519c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:40.120525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9a58>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['0d667104-4078-4133-9b8e-790aa038519c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:40.169698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:40.232138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:40.279659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42920) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:40.285853 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-07ff34e7-ec0c-43c8-b69d-ab96b8bc3c1e req-8a66e47c-778b-45c0-96ec-70009c6dd639 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4535379
Apr 08 12:14:40.316877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:40.404025 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:40.641012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'Port': ['ID=e42e1d91-b548-4bd4-a1db-ca954985566c,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:40.687833 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:40.701342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ee0a4acb-1122-4299-b975-f8b5228b1c9e admin admin] Synchronizing usage tracker for tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:40.759202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:40.759650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:40.760274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:40.785741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Allocated IP 172.20.0.1 (869b82a0-8157-44c7-88c1-711d14519eb3/6096f63a-470a-467d-a814-6ab68518a970/2f748778-7508-4e9e-ad51-8f423dffa9b4) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:40.868557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Pushing event updated for resources: {'Port': ['ID=e1384f1b-eded-476c-bfc1-37df6a8322ed,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:40.893356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:40.897578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] Set router 0d667104-4078-4133-9b8e-790aa038519c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:41.054023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:41.136004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34cee0-f337-4d88-9b90-01627e4ef01d req-9a3409b1-cff7-4593-96a4-208db5104745 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:41.137831 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-af34cee0-f337-4d88-9b90-01627e4ef01d req-9a3409b1-cff7-4593-96a4-208db5104745 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 932 time: 1.1583102
Apr 08 12:14:41.468665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e462b605-b4cf-4d87-9526-70194bb10bd6 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:14:41.477007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Network f0c8290d-8b8e-49ce-acce-1e130b343241 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:41.486807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:41.523254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Transition to ACTIVE for port object e462b605-b4cf-4d87-9526-70194bb10bd6 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:41.523692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:41.532685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-af34cee0-f337-4d88-9b90-01627e4ef01d req-98e705e3-4fe7-44a6-959f-666a41677a35 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3729780
Apr 08 12:14:41.534819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ee0a4acb-1122-4299-b975-f8b5228b1c9e admin admin] Unset dirty status for tenant:14e3a5fc24cd49d58ad2b9ff1695a3a5 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:41.539262 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ee0a4acb-1122-4299-b975-f8b5228b1c9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd90dbcff7b141eabe3e3074ad57af7e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2582519
Apr 08 12:14:41.546772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:41.550059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42932) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:41.554416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:41.623419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:41.857574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-888020ec-d45a-4b69-84b8-b25af634db2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:42.015638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.036632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:42.076240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.097558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:42.142505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Pushing event updated for resources: {'Port': ['ID=e462b605-b4cf-4d87-9526-70194bb10bd6,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:42.173032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:42.184400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:42.192355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:42.235045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9a58>, [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:30Z', 'revision_number': 3, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port': {'id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:42.259886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eea6e6-092b-4baf-b86d-d715092db864 None None] The sync data for ids ['0d667104-4078-4133-9b8e-790aa038519c'] in dv-cinder-784779-3-iscsi is: [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:30Z', 'revision_number': 3, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port': {'id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:14:42.279186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:42.301267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:42.358297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:14:42.367031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.405631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Transition to ACTIVE for port object b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:42.442551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.470519 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.473638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:42.498085 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.513646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:42.534796 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:42.570762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:42.578581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:42.579250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.631482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:42.636151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7c2d8-325c-4613-9b5e-b4d54092ee6f req-adfff7ee-2c53-4956-821a-de0f44fcb773 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:42.637983 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eee7c2d8-325c-4613-9b5e-b4d54092ee6f req-adfff7ee-2c53-4956-821a-de0f44fcb773 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 943 time: 1.0336413
Apr 08 12:14:42.647009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:42.667002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.750923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.814766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Transition to ACTIVE for port object 2f748778-7508-4e9e-ad51-8f423dffa9b4 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:42.852415 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eee7c2d8-325c-4613-9b5e-b4d54092ee6f req-86aeaafa-e40e-4d78-887a-416d8caf061b tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883850
Apr 08 12:14:42.891072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.914704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.955762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:42.990278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:42.993870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:43.015317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Attempting to bind port e462b605-b4cf-4d87-9526-70194bb10bd6 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:43.015921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Attempting to bind port e462b605-b4cf-4d87-9526-70194bb10bd6 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:43.016405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Attempting to bind port e462b605-b4cf-4d87-9526-70194bb10bd6 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:43.048309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Port e462b605-b4cf-4d87-9526-70194bb10bd6 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:14:43.048683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Attempting to bind port e462b605-b4cf-4d87-9526-70194bb10bd6 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:43.058480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:43.058858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Checking segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:43.059429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Bound using segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:43.059985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Bound port: e462b605-b4cf-4d87-9526-70194bb10bd6, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:43.060629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.129223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:43.133339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:43.167152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.449539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.489021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9fe1aa10-2dbc-4922-b0ba-9752bafd3a2c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:43.504461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adabee56-477b-431c-80a9-e060fca73492,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:43.516400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] For port e462b605-b4cf-4d87-9526-70194bb10bd6, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:43.519835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:43.548585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.612665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.615885 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.620013 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adabee56-477b-431c-80a9-e060fca73492 HTTP/1.1" status: 204  len: 168 time: 2.0685427
Apr 08 12:14:43.632832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741d5e7-07ee-4141-9bb0-1b940ac34734 req-4440d9b0-5da1-4295-bedd-6ef9976063f2 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:43.635475 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e741d5e7-07ee-4141-9bb0-1b940ac34734 req-4440d9b0-5da1-4295-bedd-6ef9976063f2 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 944 time: 0.7451389
Apr 08 12:14:43.673478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.694834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] For port e462b605-b4cf-4d87-9526-70194bb10bd6, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e462b605-b4cf-4d87-9526-70194bb10bd6,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:43.734998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.759816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.761879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-21ac9328-cad5-4b7a-9e20-caf6a22a32ef tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:43.769192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:43.770075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:43.804361 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e741d5e7-07ee-4141-9bb0-1b940ac34734 req-30579800-eda1-4253-8cf0-04960694d248 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607234
Apr 08 12:14:43.912658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.027092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Attempting to bind port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:44.027491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Attempting to bind port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f43c2e8f-a399-4bcb-8fe8-d49d491c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:44.027920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Attempting to bind port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 on network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:44.060148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 on network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:14:44.060509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Attempting to bind port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 on network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:44.092134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:44.092590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Checking segment: {'id': 'f43c2e8f-a399-4bcb-8fe8-d49d491c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:44.093096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Bound using segment: {'id': 'f43c2e8f-a399-4bcb-8fe8-d49d491c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:44.093702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Bound port: b7f3ab3c-e833-4264-9ab9-8b7ea6034a56, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43c2e8f-a399-4bcb-8fe8-d49d491c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:44.093975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.131083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Pushing event updated for resources: {'Port': ['ID=e1384f1b-eded-476c-bfc1-37df6a8322ed,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:44.227501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Pushing event updated for resources: {'Port': ['ID=2f748778-7508-4e9e-ad51-8f423dffa9b4,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:44.230295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:44.245248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:44.245248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:44.245391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Pushing event updated for resources: {'Port': ['ID=e462b605-b4cf-4d87-9526-70194bb10bd6,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:44.316505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:44.326443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:44.327401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Network f0c8290d-8b8e-49ce-acce-1e130b343241 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:44.333358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] For port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:44.338845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:44.341294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:44.346237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] For port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,segment=NetworkSegment(f43c2e8f-a399-4bcb-8fe8-d49d491c6c03),segment_id=f43c2e8f-a399-4bcb-8fe8-d49d491c6c03)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:44.356444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Network 869b82a0-8157-44c7-88c1-711d14519eb3 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:44.360013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:44.375018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:44.375835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.425195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:44.425623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.467190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.495923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:44.496784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.501424 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] 10.222.0.55 "PUT /v2.0/ports/e462b605-b4cf-4d87-9526-70194bb10bd6 HTTP/1.1" status: 200  len: 1093 time: 5.1407881
Apr 08 12:14:44.510473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'tag': 'e462b605-b4cf-4d87-9526-70194bb10bd6'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:14:44.549288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42972) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:44.580118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:44.600299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 3e0138a2-44c1-46d3-949d-4344326cb005 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:44.673753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.705470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c74bf-8d66-4e2c-af05-ba08fac22e4d req-33839175-84e3-4ee6-8ef2-c0a7e8b516bb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:44.707068 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-176c74bf-8d66-4e2c-af05-ba08fac22e4d req-33839175-84e3-4ee6-8ef2-c0a7e8b516bb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 943 time: 0.6336751
Apr 08 12:14:44.716504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'Port': ['ID=e42e1d91-b548-4bd4-a1db-ca954985566c,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:44.718740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 3e0138a2-44c1-46d3-949d-4344326cb005 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:44.719824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:44.724386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 3e0138a2-44c1-46d3-949d-4344326cb005 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:44.725879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.738948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:44.756577 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-176c74bf-8d66-4e2c-af05-ba08fac22e4d req-a47b302c-f1a7-4628-a53f-0544ec9e74ce tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349753
Apr 08 12:14:44.764256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.770981 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.6616414
Apr 08 12:14:44.778942 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-799ad9c5-9dff-46fd-8bc1-fdab824e33cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b90cbb5aac34298a09742ae228c3033&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2152536
Apr 08 12:14:44.786058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 42980) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:44.940388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.962454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-5adb3235-f3be-4fca-88c9-9ac69d2bf3f4 None None] Provisioning for port 2f748778-7508-4e9e-ad51-8f423dffa9b4 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:44.964901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-464437a2-7d94-46f0-8880-6d0e4f00f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:44.968060 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-464437a2-7d94-46f0-8880-6d0e4f00f8b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 1096 time: 0.3555841
Apr 08 12:14:44.969426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-5adb3235-f3be-4fca-88c9-9ac69d2bf3f4 None None] Provisioning complete for port 2f748778-7508-4e9e-ad51-8f423dffa9b4 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:44.969846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5adb3235-f3be-4fca-88c9-9ac69d2bf3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:44.977825 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'tag': 'e462b605-b4cf-4d87-9526-70194bb10bd6', 'status': 'completed', 'code': 200}
Apr 08 12:14:45.012686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:45.040180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-5adb3235-f3be-4fca-88c9-9ac69d2bf3f4 None None] Port 2f748778-7508-4e9e-ad51-8f423dffa9b4 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:14:45.045134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 3e0138a2-44c1-46d3-949d-4344326cb005, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=3e0138a2-44c1-46d3-949d-4344326cb005,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:45.079349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.080439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:45.114162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:45.181613 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-520ec94c-34f6-46ed-9a55-88cf1b0de116 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e462b605-b4cf-4d87-9526-70194bb10bd6 HTTP/1.1" status: 200  len: 217 time: 0.1993072
Apr 08 12:14:45.246732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Router 0d667104-4078-4133-9b8e-790aa038519c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:14:45.325783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.348605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=3e0138a2-44c1-46d3-949d-4344326cb005,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:45.364744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:45.373192 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-fe51081b-a7ef-42e9-8a60-ee1f582ed1c2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1828706072&fields=id&tenant_id=78e331e206224c7aad5f2f90f7059f26 HTTP/1.1" status: 200  len: 267 time: 0.1697848
Apr 08 12:14:45.415064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.430210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:45.430672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.462008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-f3e2b4f3-afa2-4f04-8332-2e4c4ba1002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:45.463744 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-f3e2b4f3-afa2-4f04-8332-2e4c4ba1002c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.2643106
Apr 08 12:14:45.573576 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-6975d39d-21c0-49d8-951a-c1fb83f8d22f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960312
Apr 08 12:14:45.716401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:45.716766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1d0c-d688-4c8d-8d88-2b0c266ef7fb req-86e41bab-a1fc-4f36-ada3-46c5cd7ad2a4 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:45.716997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.717609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-a50f1d0c-d688-4c8d-8d88-2b0c266ef7fb req-86e41bab-a1fc-4f36-ada3-46c5cd7ad2a4 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Synchronizing usage tracker for tenant:4d12229b5ee54bd8b6d2f1758187d5c1 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:45.718504 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] 10.222.0.55 "PUT /v2.0/ports/b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 HTTP/1.1" status: 200  len: 1094 time: 6.3782136
Apr 08 12:14:45.719202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.748522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'tag': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:14:45.754195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.774994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:45.797758 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-9c9fcdd7-84f5-49ac-99ca-20085035c9e9 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147472
Apr 08 12:14:45.798934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a8006e-a4da-4ca8-8da6-b5c97363ccc4,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:45.804485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:45.808121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-a50f1d0c-d688-4c8d-8d88-2b0c266ef7fb req-86e41bab-a1fc-4f36-ada3-46c5cd7ad2a4 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Unset dirty status for tenant:4d12229b5ee54bd8b6d2f1758187d5c1 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:45.809255 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a50f1d0c-d688-4c8d-8d88-2b0c266ef7fb req-86e41bab-a1fc-4f36-ada3-46c5cd7ad2a4 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 944 time: 0.4041564
Apr 08 12:14:45.834865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:45.836128 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3a8006e-a4da-4ca8-8da6-b5c97363ccc4 HTTP/1.1" status: 204  len: 168 time: 1.0418246
Apr 08 12:14:45.947766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a50f1d0c-d688-4c8d-8d88-2b0c266ef7fb req-cd7e0874-7363-427a-86f0-241b5dd7cdd5 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102369
Apr 08 12:14:46.035188 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5425399-9e83-4cf6-b95d-71dec0e4aacf req-d0b98fae-8642-4717-9602-3666ad54c3d6 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281792
Apr 08 12:14:46.047406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-338f82a7-f03a-4ba1-b808-952195f82884 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:46.048999 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-338f82a7-f03a-4ba1-b808-952195f82884 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 810 time: 0.6746719
Apr 08 12:14:46.088647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:14:46.114612 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7fa548de-931f-465a-bac0-a15546f79a4e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/quotas/78e331e206224c7aad5f2f90f7059f26 HTTP/1.1" status: 200  len: 375 time: 0.0477743
Apr 08 12:14:46.115003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Sync routers for ids ['0d667104-4078-4133-9b8e-790aa038519c'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:14:46.135742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Routers {'0d667104-4078-4133-9b8e-790aa038519c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:46.136774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f011c3048>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['0d667104-4078-4133-9b8e-790aa038519c'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:46.204151 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] 10.222.0.43 "PUT /v2.0/routers/0d667104-4078-4133-9b8e-790aa038519c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1446381
Apr 08 12:14:46.231267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 3e0138a2-44c1-46d3-949d-4344326cb005 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:46.290203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746d54-f524-475c-8219-91c2cca1165e req-f5e24efd-fd5c-4d37-b4b1-ecf585375755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:46.292330 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-f5e24efd-fd5c-4d37-b4b1-ecf585375755 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d12229b5ee54bd8b6d2f1758187d5c1&device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 1097 time: 0.4560406
Apr 08 12:14:46.381025 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 3e0138a2-44c1-46d3-949d-4344326cb005 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:46.381025 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:46.449411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ce31b-e9e2-4caf-9255-6b337a40c600 req-74009dd5-af90-42d0-8661-ac8c5bedfcc7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:46.451078 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-be7ce31b-e9e2-4caf-9255-6b337a40c600 req-74009dd5-af90-42d0-8661-ac8c5bedfcc7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 943 time: 0.3548181
Apr 08 12:14:46.454313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-bc0dc965-c308-4612-8500-077fbd645170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:46.455995 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-bc0dc965-c308-4612-8500-077fbd645170 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 1096 time: 0.2079501
Apr 08 12:14:46.500014 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-d517f30b-8a72-45bb-a8bb-c2f71ed59459 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 HTTP/1.1" status: 200  len: 217 time: 0.1986690
Apr 08 12:14:46.651912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Set router 0d667104-4078-4133-9b8e-790aa038519c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:46.678535 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-be7ce31b-e9e2-4caf-9255-6b337a40c600 req-c3e4d8d6-0257-42d4-83d2-d5a03c5d62ca tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087834
Apr 08 12:14:46.758787 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-8e15c874-e0c6-4ec8-a35c-28dcffb9fedb tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5652592
Apr 08 12:14:46.765626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746d54-f524-475c-8219-91c2cca1165e req-17cd4b90-652f-46e1-972c-b2e6275f0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:46.767292 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-17cd4b90-652f-46e1-972c-b2e6275f0956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c65860b9-c3db-4b6b-bbcf-616917071187 HTTP/1.1" status: 200  len: 852 time: 0.2571065
Apr 08 12:14:46.768338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-92208f93-4786-4d43-bb07-aedb2b665ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:46.771843 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-92208f93-4786-4d43-bb07-aedb2b665ece service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 916 time: 0.3050730
Apr 08 12:14:46.842197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-ea410e9c-f24c-49b9-b745-3f1162289117 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fad7ac1-72e3-42fe-bf32-aa760d9db440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609548
Apr 08 12:14:46.844450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:47.049745 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-3b47f1aa-f1c0-4728-8cda-156d0e451642 service neutron] 10.222.0.55 "GET /v2.0/networks/2fad7ac1-72e3-42fe-bf32-aa760d9db440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983025
Apr 08 12:14:47.051001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:47.052170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:47.071429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:47.123461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f011c3048>, [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port': {'id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e1384f1b-eded-476c-bfc1-37df6a8322ed', 'name': '', 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'mac_address': 'fa:16:3e:a1:8e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:36Z', 'updated_at': '2021-04-08T12:14:43Z', 'revision_number': 2, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'subnets': [{'id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:47.134230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Checking router: 0d667104-4078-4133-9b8e-790aa038519c for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:14:47.136785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Updating router 0d667104-4078-4133-9b8e-790aa038519c port e1384f1b-eded-476c-bfc1-37df6a8322ed binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:14:47.247832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:47.288863 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-6f6c648f-a98b-4e43-938b-f64fdafdc45a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e462b605-b4cf-4d87-9526-70194bb10bd6 HTTP/1.1" status: 200  len: 217 time: 0.5054929
Apr 08 12:14:47.333365 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8746d54-f524-475c-8219-91c2cca1165e req-4780c8d8-e8df-4b6a-aad0-dcc95dcbaa13 service neutron] 10.222.0.55 "GET /v2.0/networks/2fad7ac1-72e3-42fe-bf32-aa760d9db440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2642829
Apr 08 12:14:47.336455 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'tag': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56', 'status': 'completed', 'code': 200}
Apr 08 12:14:47.358382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43076) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:47.448512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-867c7f0f-78cd-4028-a703-a17e26499a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:47.450059 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-867c7f0f-78cd-4028-a703-a17e26499a51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.1518853
Apr 08 12:14:47.528359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Pushing event updated for resources: {'Port': ['ID=2f748778-7508-4e9e-ad51-8f423dffa9b4,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:47.535748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:47.539103 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-f6856f7b-3ab0-4718-83e6-3b756f31ea42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0823815
Apr 08 12:14:47.645160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Network 869b82a0-8157-44c7-88c1-711d14519eb3 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:47.647618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:47.651179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-6322287a-cc2a-4614-adce-c496695684d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:47.653710 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-6322287a-cc2a-4614-adce-c496695684d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d12229b5ee54bd8b6d2f1758187d5c1&device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 1097 time: 0.2195990
Apr 08 12:14:47.723772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-a2663bca-eb9a-417d-a4ed-405cdff62e2e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:14:47.731548 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-a2663bca-eb9a-417d-a4ed-405cdff62e2e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3970990
Apr 08 12:14:47.773714 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-c0fc0b54-23d0-40dd-90b1-d68af65935dd service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230346
Apr 08 12:14:47.981684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:47.998694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Transition to ACTIVE for port object e1384f1b-eded-476c-bfc1-37df6a8322ed will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:47.999594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-663c3461-8df6-4307-88db-30b14a282beb None None] Provisioning complete for port 2f748778-7508-4e9e-ad51-8f423dffa9b4 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:48.000026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-663c3461-8df6-4307-88db-30b14a282beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:48.040433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:48.059750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:48.123408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-663c3461-8df6-4307-88db-30b14a282beb None None] Port 2f748778-7508-4e9e-ad51-8f423dffa9b4 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:14:48.161133 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1d132447-ccc0-4a63-8711-9862401c8f53 req-cef50369-8da7-4536-9103-b5ebcbcdd607 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3792531
Apr 08 12:14:48.168620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-aa660b91-0884-4857-bf79-9c887e43fcec tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:48.170178 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-aa660b91-0884-4857-bf79-9c887e43fcec tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 819 time: 0.2516253
Apr 08 12:14:48.187452 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-9601b5ec-93b0-4255-afe5-1f567f35c9fa tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/quotas/be091e02985d460c96e13347ab2ade1d HTTP/1.1" status: 200  len: 375 time: 0.0112443
Apr 08 12:14:48.220635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bbb9a-f1d3-4c4e-8095-6a3bd2b39d72 None None] Pushing event updated for resources: {'Port': ['ID=e1384f1b-eded-476c-bfc1-37df6a8322ed,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:48.224160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-031bbb9a-f1d3-4c4e-8095-6a3bd2b39d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:48.307789 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-b826e7f8-5d03-41d3-969b-cc671c8fda27 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1134067
Apr 08 12:14:48.481396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Attempting to bind port e1384f1b-eded-476c-bfc1-37df6a8322ed on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:48.482019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Attempting to bind port e1384f1b-eded-476c-bfc1-37df6a8322ed by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:48.482537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Attempting to bind port e1384f1b-eded-476c-bfc1-37df6a8322ed on network f0c8290d-8b8e-49ce-acce-1e130b343241 {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:48.484286 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-347a4d48-9a93-4afc-88e7-c89e090b0dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690648
Apr 08 12:14:48.489023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:48.489965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Checking segment: {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:48.496319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:48.496319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Bound using segment: {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:48.496319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Bound port: e1384f1b-eded-476c-bfc1-37df6a8322ed, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:48.496319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:48.497159 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-dde49dac-e798-4d83-bb0e-54843f5305fa service neutron] 10.222.0.43 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3349354
Apr 08 12:14:48.511764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:48.605486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] For port e1384f1b-eded-476c-bfc1-37df6a8322ed, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:48.609506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] For port e1384f1b-eded-476c-bfc1-37df6a8322ed, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e1384f1b-eded-476c-bfc1-37df6a8322ed,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:48.640999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:48.650765 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:48.651825 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-051202c1-e8c7-4e0b-bca3-3eaf58292d27 service neutron] 10.222.0.43 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666112
Apr 08 12:14:48.676917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9fe7af05fb4959be0d900033ca77fe is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:48.682463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:48.691608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:48.698670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:48.767497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-02e44196-d6cb-4b88-ba2a-75f18a0d9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:48.769061 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-02e44196-d6cb-4b88-ba2a-75f18a0d9907 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2fad7ac1-72e3-42fe-bf32-aa760d9db440 HTTP/1.1" status: 200  len: 913 time: 1.1054273
Apr 08 12:14:48.812213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:14:48.814636 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-9379d3a2-0b09-47b0-96ce-6f3b3710b43b service neutron] 10.222.0.43 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3062320
Apr 08 12:14:48.853225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bbb9a-f1d3-4c4e-8095-6a3bd2b39d72 None None] Pushing event updated for resources: {'Port': ['ID=e1384f1b-eded-476c-bfc1-37df6a8322ed,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:48.867979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-031bbb9a-f1d3-4c4e-8095-6a3bd2b39d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:48.956763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Routers {'0d667104-4078-4133-9b8e-790aa038519c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:48.957438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f011c3048>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['0d667104-4078-4133-9b8e-790aa038519c'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:49.148554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:14:49.168766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] 10.222.0.43 "PUT /v2.0/routers/2a15f1b5-fe0c-402c-8d46-ce9370f86535/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3507478
Apr 08 12:14:49.172468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:49.188307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Sync routers for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:14:49.212221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:49.216018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0233a748>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:49.229422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:49.382773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6112dd-b9a0-4d47-9545-f82c8a0324e9 req-164be03b-ec09-4e5c-b497-ae016367f21e tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:49.384784 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5d6112dd-b9a0-4d47-9545-f82c8a0324e9 req-164be03b-ec09-4e5c-b497-ae016367f21e tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 944 time: 0.2597752
Apr 08 12:14:49.411371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:49.435260 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c9fe7af05fb4959be0d900033ca77fe&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0561063
Apr 08 12:14:49.453902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43142) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:49.473833 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5d6112dd-b9a0-4d47-9545-f82c8a0324e9 req-ecd39467-065b-4846-b33b-e5f7dc0261de tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678399
Apr 08 12:14:49.532622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] Set router 0d667104-4078-4133-9b8e-790aa038519c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:49.598830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:49.629461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:49.663755 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-174f68f8-c4f0-40a0-bd63-0e8ff7211c51 req-ef56bd7c-aef2-49f5-82cf-3ecb6b5bbbda tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 210 time: 0.1019757
Apr 08 12:14:49.689366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b03fd-e6a8-4e13-943b-b84cbae9b996,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:49.715028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:49.752050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:49.777878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376093-c7d8-497f-bb3b-09f2f3bd5329 req-c4ad47a5-ae6c-44ce-8094-0a407ccb76bc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:49.778752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb376093-c7d8-497f-bb3b-09f2f3bd5329 req-c4ad47a5-ae6c-44ce-8094-0a407ccb76bc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:49.848124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ae89175d-dbd5-4d0a-b291-3336727dd95a req-5ec88be4-d690-4fe2-a4bf-8be9ed991a8e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Synchronizing usage tracker for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:49.876157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb376093-c7d8-497f-bb3b-09f2f3bd5329 req-c4ad47a5-ae6c-44ce-8094-0a407ccb76bc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:49.877298 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb376093-c7d8-497f-bb3b-09f2f3bd5329 req-c4ad47a5-ae6c-44ce-8094-0a407ccb76bc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 943 time: 0.5861373
Apr 08 12:14:49.878367 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:49.891808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ae89175d-dbd5-4d0a-b291-3336727dd95a req-5ec88be4-d690-4fe2-a4bf-8be9ed991a8e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Unset dirty status for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:49.893784 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ae89175d-dbd5-4d0a-b291-3336727dd95a req-5ec88be4-d690-4fe2-a4bf-8be9ed991a8e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 210 time: 0.1159065
Apr 08 12:14:49.918333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-003b283b-8878-4d3d-90c3-0b597128a435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:49.933447 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb376093-c7d8-497f-bb3b-09f2f3bd5329 req-334a2c8d-1c2f-40c6-b10f-57c2c7699bef tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446439
Apr 08 12:14:49.941735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b03fd-e6a8-4e13-943b-b84cbae9b996,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:49.956206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:49.969845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:49.973959 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d6b03fd-e6a8-4e13-943b-b84cbae9b996 HTTP/1.1" status: 204  len: 168 time: 0.5035467
Apr 08 12:14:50.133768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f011c3048>, [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port': {'id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e1384f1b-eded-476c-bfc1-37df6a8322ed', 'name': '', 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'mac_address': 'fa:16:3e:a1:8e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:36Z', 'updated_at': '2021-04-08T12:14:48Z', 'revision_number': 4, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'subnets': [{'id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:50.138133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed935f-d999-441b-85b8-22e1f8641e0f None None] The sync data for ids ['0d667104-4078-4133-9b8e-790aa038519c'] in dv-cinder-784779-3-iscsi is: [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port': {'id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e1384f1b-eded-476c-bfc1-37df6a8322ed', 'name': '', 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'mac_address': 'fa:16:3e:a1:8e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:36Z', 'updated_at': '2021-04-08T12:14:48Z', 'revision_number': 4, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'subnets': [{'id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:14:50.446245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0233a748>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:46Z', 'revision_number': 2, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:50.464860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Checking router: 2a15f1b5-fe0c-402c-8d46-ce9370f86535 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:14:50.465535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Updating router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 port 2f748778-7508-4e9e-ad51-8f423dffa9b4 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:14:50.529010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:50.568184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-4aa2cc1a-6899-4606-8dc9-3f1a25a15b23 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:50.569192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-4aa2cc1a-6899-4606-8dc9-3f1a25a15b23 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Synchronizing usage tracker for tenant:be091e02985d460c96e13347ab2ade1d on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:50.645491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43188) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:50.652013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637138918', 'description': 'tempest-description--1694734014'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:50.673553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:50.688345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:50.691524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:50.697973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:50.705513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-4aa2cc1a-6899-4606-8dc9-3f1a25a15b23 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Unset dirty status for tenant:be091e02985d460c96e13347ab2ade1d on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:50.707062 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-4aa2cc1a-6899-4606-8dc9-3f1a25a15b23 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 819 time: 0.4410083
Apr 08 12:14:50.727076 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-4c899541-a0c8-4f3c-bc95-8d9af64dfb25 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/quotas/be091e02985d460c96e13347ab2ade1d HTTP/1.1" status: 200  len: 375 time: 0.0129392
Apr 08 12:14:50.743198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:50.807919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:50.827637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group_rule and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:50.832524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:50.842094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:50.920045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794c57-56ce-4869-bc3e-507d888b6d8a req-6b2aad2c-6b87-4c29-b4c3-085a7fabce9a tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:50.921646 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01794c57-56ce-4869-bc3e-507d888b6d8a req-6b2aad2c-6b87-4c29-b4c3-085a7fabce9a tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 944 time: 0.1610556
Apr 08 12:14:50.944378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:50.962823 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01794c57-56ce-4869-bc3e-507d888b6d8a req-4b36d366-c808-47f7-b409-538d797327ea tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293620
Apr 08 12:14:50.963759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-f5a5de9e-87a4-43d1-a9a9-bf0eddc7140b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Synchronizing usage tracker for tenant:be091e02985d460c96e13347ab2ade1d on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:50.998819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.006383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:51.034651 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-f5a5de9e-87a4-43d1-a9a9-bf0eddc7140b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Unset dirty status for tenant:be091e02985d460c96e13347ab2ade1d on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:51.036009 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-f5a5de9e-87a4-43d1-a9a9-bf0eddc7140b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2961669
Apr 08 12:14:51.127292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.153762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43198) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:51.160824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Transition to ACTIVE for port object 2f748778-7508-4e9e-ad51-8f423dffa9b4 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:51.171176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1234e2-14cd-4fdb-a603-102bc227652f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:51.176452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e462b605-b4cf-4d87-9526-70194bb10bd6 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:14:51.202883 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40c0672b-9eb2-454b-9c35-c1fb7f13f1a5 req-433235bf-e64c-4bf8-94c1-11fb1fd3b320 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 210 time: 0.0815918
Apr 08 12:14:51.258512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.273907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:51.288450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.292790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43204) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:51.292918 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6460540
Apr 08 12:14:51.299204 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-05d09d6e-b50b-4902-be47-70f4d4e45606 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 HTTP/1.1" status: 200  len: 217 time: 0.1466467
Apr 08 12:14:51.304772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:51.310445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'security_group_rule': {'security_group_id': '9f1234e2-14cd-4fdb-a603-102bc227652f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:51.340427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:51.373117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port e462b605-b4cf-4d87-9526-70194bb10bd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e462b605-b4cf-4d87-9526-70194bb10bd6,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:51.404125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group_rule and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:51.405906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-d2db4edd-8fae-474e-95a0-fd0fce8f9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:51.407781 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'e462b605-b4cf-4d87-9526-70194bb10bd6', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'port_id': 'e462b605-b4cf-4d87-9526-70194bb10bd6', 'mac_address': 'fa:16:3e:4c:78:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25453ca-159b-4ec5-8982-6d3f090b9d1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:14:51.409160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:51.410186 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-d2db4edd-8fae-474e-95a0-fd0fce8f9f31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c65860b9-c3db-4b6b-bbcf-616917071187 HTTP/1.1" status: 200  len: 852 time: 0.1027074
Apr 08 12:14:51.411350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6e84d4a8d104428bb7e462d30989b51d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:51.417036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:51.435545 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:51.484226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a6300-f63c-4802-93ee-4fb86fcc95bc req-b99da254-7f8c-4cfd-b5d4-8d823aae8549 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:51.484724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:51.486046 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5d9a6300-f63c-4802-93ee-4fb86fcc95bc req-b99da254-7f8c-4cfd-b5d4-8d823aae8549 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 943 time: 0.1420693
Apr 08 12:14:51.512132 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-c758166e-1b26-4206-9fe5-2f5e854199b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2fad7ac1-72e3-42fe-bf32-aa760d9db440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0895913
Apr 08 12:14:51.528043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.551665 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5d9a6300-f63c-4802-93ee-4fb86fcc95bc req-df425f3a-27cd-467a-8942-505aa91a975f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560322
Apr 08 12:14:51.555262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.580078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:51.621402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.659842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.662900 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-867c96ba-ea5b-4927-af36-2bd00e5ee7ee service neutron] 10.222.0.43 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6122961
Apr 08 12:14:51.691600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.693926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:51.713783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de4b9bb-f795-4e99-8f32-df0c637e8651,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:51.729754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:51.732481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e462b605-b4cf-4d87-9526-70194bb10bd6 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:14:51.772513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.776815 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4798141
Apr 08 12:14:51.777628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43210) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:51.785908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'security_group_rule': {'security_group_id': '9f1234e2-14cd-4fdb-a603-102bc227652f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:51.808167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:51.821238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group_rule and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:51.831936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:51.851908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:51.902387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:51.972896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port e462b605-b4cf-4d87-9526-70194bb10bd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e462b605-b4cf-4d87-9526-70194bb10bd6,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:51.984130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a817e5a-bcd7-4195-8a1f-a84b722c3b8f None None] Pushing event updated for resources: {'Port': ['ID=2f748778-7508-4e9e-ad51-8f423dffa9b4,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:51.989463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7a817e5a-bcd7-4195-8a1f-a84b722c3b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:52.028926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.029984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:14:52.042287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:52.154329 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-676514f8-91c3-4349-9da6-6075cfa7e504 service neutron] 10.222.0.55 "GET /v2.0/networks/2fad7ac1-72e3-42fe-bf32-aa760d9db440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6096702
Apr 08 12:14:52.172114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.200152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.208972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:52.270050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd428ecb-bdef-40ae-8520-bff2b465b3e1,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:52.371590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=e462b605-b4cf-4d87-9526-70194bb10bd6,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:52.376604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:52.383850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e1384f1b-eded-476c-bfc1-37df6a8322ed up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:52.680768 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-974d0236-b3d8-455f-b8ec-df4e6a596287 req-838b4ae9-0db6-4206-88c3-6915712f9b40 service neutron] 10.222.0.55 "GET /v2.0/networks/2fad7ac1-72e3-42fe-bf32-aa760d9db440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578065
Apr 08 12:14:52.682823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:52.682823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.682823 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6881287
Apr 08 12:14:52.684448 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-a2f4be6e-7c49-4e2a-aa2c-974846e8fa84 service neutron] 10.222.0.43 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5441325
Apr 08 12:14:52.684448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43230) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:52.684448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:52.684448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:52.684448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:floatingip and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:52.684448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:52.684448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:52.685332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a643-de0b-44d2-bcfb-93177c6b2f34 req-8c854ec1-e761-4b2f-9b99-01a901f38e3b tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:52.685332 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0088a643-de0b-44d2-bcfb-93177c6b2f34 req-8c854ec1-e761-4b2f-9b99-01a901f38e3b tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 944 time: 0.3408518
Apr 08 12:14:52.685623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.686157 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0088a643-de0b-44d2-bcfb-93177c6b2f34 req-eb6b1785-e89b-4532-a339-5e463a95f43a tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252943
Apr 08 12:14:52.693965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,segment=NetworkSegment(f43c2e8f-a399-4bcb-8fe8-d49d491c6c03),segment_id=f43c2e8f-a399-4bcb-8fe8-d49d491c6c03)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:52.721432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Attempting to bind port 2f748778-7508-4e9e-ad51-8f423dffa9b4 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:52.721849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Attempting to bind port 2f748778-7508-4e9e-ad51-8f423dffa9b4 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:52.722256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Attempting to bind port 2f748778-7508-4e9e-ad51-8f423dffa9b4 on network 869b82a0-8157-44c7-88c1-711d14519eb3 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:52.733824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56', 'network_id': '2fad7ac1-72e3-42fe-bf32-aa760d9db440', 'port_id': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56', 'mac_address': 'fa:16:3e:f3:6f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65860b9-c3db-4b6b-bbcf-616917071187', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:14:52.742883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:52.743325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Checking segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:52.743778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.744217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Bound using segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:52.744737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Bound port: 2f748778-7508-4e9e-ad51-8f423dffa9b4, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:52.745155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.783383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.794129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-308cbdc2-bbcf-4845-8acf-a1c04a220fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:52.839227 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e84d4a8d104428bb7e462d30989b51d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6824429
Apr 08 12:14:52.840590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43236) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:52.848011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb7cba3-990d-4ba9-90d0-602af6b0f4c5,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:52.861455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:52.882264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.897843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port e1384f1b-eded-476c-bfc1-37df6a8322ed completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:52.904902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:52.970474 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4b608282-cb97-48b3-bd90-13cd40b6f76b req-136c2772-8428-4b60-a2a6-6b21508498f1 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 210 time: 0.0844567
Apr 08 12:14:53.038160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port e1384f1b-eded-476c-bfc1-37df6a8322ed triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:53.041301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.054645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.087271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.160313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] For port 2f748778-7508-4e9e-ad51-8f423dffa9b4, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:53.233250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:14:53.243350 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be5ea65-763f-4f57-8a1f-e2f17dfaa375 req-cbfee5be-af69-49b5-bd29-0b4f3f87b373 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 210 time: 0.0708635
Apr 08 12:14:53.286653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] For port 2f748778-7508-4e9e-ad51-8f423dffa9b4, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=2f748778-7508-4e9e-ad51-8f423dffa9b4,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:53.291388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.293578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,segment=NetworkSegment(f43c2e8f-a399-4bcb-8fe8-d49d491c6c03),segment_id=f43c2e8f-a399-4bcb-8fe8-d49d491c6c03)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:53.297145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3d620ca5-c567-40aa-8b49-eff6bdd6dd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:53.319740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb7cba3-990d-4ba9-90d0-602af6b0f4c5,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:53.334270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:53.336479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.340260 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfb7cba3-990d-4ba9-90d0-602af6b0f4c5 HTTP/1.1" status: 204  len: 168 time: 0.4960403
Apr 08 12:14:53.387124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-ca18329b-c954-4858-8eb0-0fceae73796c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:53.389043 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-ca18329b-c954-4858-8eb0-0fceae73796c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 810 time: 0.4811263
Apr 08 12:14:53.412586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.437560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.501688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0fad468d-36c4-429f-bc8b-11ceebc9c705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:53.566405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.584403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:53.641736 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-0fa68b2b-4fc9-4ce9-a0c7-4d97601b2f54 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78e331e206224c7aad5f2f90f7059f26 HTTP/1.1" status: 200  len: 5705 time: 0.2314100
Apr 08 12:14:53.653940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'port': {'device_id': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'admin_state_up': True, 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'security_groups': ['16b8374c-a7eb-4ad1-bb9e-438596e32817']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:53.673347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-f7497f42-5975-469c-90fb-1676f31dedff tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:53.675372 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-f7497f42-5975-469c-90fb-1676f31dedff tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 819 time: 0.2553241
Apr 08 12:14:53.723017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Request body: {'port': {'device_id': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'admin_state_up': True, 'tenant_id': 'be091e02985d460c96e13347ab2ade1d'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:53.899525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:53.920778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff91a7c-48d5-4396-a201-5a2eb4f7edc5 req-23c1a21d-010e-4081-a1db-89fc00458de6 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:53.929363 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ff91a7c-48d5-4396-a201-5a2eb4f7edc5 req-23c1a21d-010e-4081-a1db-89fc00458de6 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 944 time: 0.6928070
Apr 08 12:14:53.939211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['b7f3ab3c-e833-4264-9ab9-8b7ea6034a56'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:14:54.024982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:14:54.026674 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:54.097785 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ff91a7c-48d5-4396-a201-5a2eb4f7edc5 req-a7ec8007-a3df-4a78-a7fa-f359e7b7b64a tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673973
Apr 08 12:14:54.242747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:54.268840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:54.276250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Made reservation on behalf of 78e331e206224c7aad5f2f90f7059f26 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:54.282257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a817e5a-bcd7-4195-8a1f-a84b722c3b8f None None] Pushing event updated for resources: {'Port': ['ID=2f748778-7508-4e9e-ad51-8f423dffa9b4,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:54.300408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:14:54.301104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0233a748>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:54.305091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:54.312143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Made reservation on behalf of be091e02985d460c96e13347ab2ade1d for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:54.318913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:54.515714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e443-466f-4738-a56e-b6932515f3e5 req-d80088b6-29e6-49ad-86ac-4e58fddad501 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:54.518899 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c092e443-466f-4738-a56e-b6932515f3e5 req-d80088b6-29e6-49ad-86ac-4e58fddad501 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 945 time: 0.4903815
Apr 08 12:14:54.526024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Allocated IP 172.27.1.106 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/bea53afa-4123-424e-825e-8fc610c4dd7f) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:54.541199 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-21013292-133b-479d-b881-19c1bf68acef req-1bcdb785-4a33-40ab-a5ba-23da90ae76f8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 210 time: 0.1896241
Apr 08 12:14:54.600479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43290) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:54.682094 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c092e443-466f-4738-a56e-b6932515f3e5 req-ab7f6188-fcf9-4237-881e-0818b6b38bff tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268561
Apr 08 12:14:54.762962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:54.822007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Allocated IP 172.20.0.11 (f0c8290d-8b8e-49ce-acce-1e130b343241/2c845528-dfb0-426d-9d1e-b85c8cb7fb4d/6bd89475-0e5a-4d22-a292-0f3eb6e0a648) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:54.846420 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:54.859576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Usage tracker for resource:security_group_rule and tenant:831875665f5d475b841396bf58c1e182 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:54.867464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:54.878849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:54.885711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:14:54.922415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Allocated IP 172.20.0.8 (6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61/a9e26553-a475-4256-a64b-f0491d0d5b64/f711e7c2-6722-4058-8a3c-5703f7eafe86) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:55.000562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.046632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port e1384f1b-eded-476c-bfc1-37df6a8322ed, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e1384f1b-eded-476c-bfc1-37df6a8322ed,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:55.050728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7a817e5a-bcd7-4195-8a1f-a84b722c3b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.549s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:55.070974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-865ec245-b16f-412a-bf66-9b3de94c3960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.315s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:55.080143 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9ea8cfe9-343a-4e50-907b-a40174678396 req-722992c6-4e1b-4b87-8f3a-67a7d7b51f9f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 210 time: 0.0530031
Apr 08 12:14:55.124197 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.134507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.264671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.55', 62028) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:55.265553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.349965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.398006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.407531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:55.442422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-0ac62cf6-026c-4fed-965c-d0ba5d994c16 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:55.444667 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-0ac62cf6-026c-4fed-965c-d0ba5d994c16 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 819 time: 0.1769910
Apr 08 12:14:55.466357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Request body: {'port': {'device_id': '621d3032-5955-4802-8608-e77c44fb5846', 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'admin_state_up': True, 'tenant_id': 'be091e02985d460c96e13347ab2ade1d'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:55.499258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:55.538617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-09c584cd-a6ba-4377-9aaf-37967e5dac71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.552598 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.620242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:55.652004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:55.652860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:55.654412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'Port': ['ID=bea53afa-4123-424e-825e-8fc610c4dd7f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:55.659256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:55.705714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Pushing event updated for resources: {'Port': ['ID=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:55.715612 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=831875665f5d475b841396bf58c1e182&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1103542
Apr 08 12:14:55.728365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43326) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:55.734414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:55.737194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:55.771364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=e1384f1b-eded-476c-bfc1-37df6a8322ed,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:55.789731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:55.918175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Transition to ACTIVE for port object f711e7c2-6722-4058-8a3c-5703f7eafe86 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:55.937709 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43614a4b-ea1a-46b8-8995-4d14b671a5af req-64cc2099-da6f-4aaa-a7d1-4989bade0235 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 210 time: 0.1463242
Apr 08 12:14:55.956459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0233a748>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:53Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:14:55.971231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eedf8-1030-487c-9f4c-f5b3a3a44b28 None None] The sync data for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi is: [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:53Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:14:55.971826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88327408-1d89-4da4-98d1-5a1ee588b15b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:55.994467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:55.996537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:56.019460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.059638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.089314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:56.115119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:56.151136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:56.277687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07d1b2-c1d1-4f44-b9ff-41e16a33f91e req-b5273449-8898-4d82-945a-12a6e62ebea2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:56.279794 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2f07d1b2-c1d1-4f44-b9ff-41e16a33f91e req-b5273449-8898-4d82-945a-12a6e62ebea2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 944 time: 1.0611115
Apr 08 12:14:56.344784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:14:56.350082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Usage tracker for resource:port and tenant:be091e02985d460c96e13347ab2ade1d is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:14:56.353585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:14:56.360683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:14:56.380742 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2f07d1b2-c1d1-4f44-b9ff-41e16a33f91e req-814c1557-21c7-4a44-9b05-4297947504eb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874543
Apr 08 12:14:56.390839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Network f0c8290d-8b8e-49ce-acce-1e130b343241 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:56.392541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:56.403790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:56.460432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Made reservation on behalf of be091e02985d460c96e13347ab2ade1d for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:14:56.480927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.577380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.629831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8588f-1a50-4059-bd96-78e0e7bdc721 req-a9df2ded-a926-4a90-90a0-e0123bb2186a tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:56.632096 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01c8588f-1a50-4059-bd96-78e0e7bdc721 req-a9df2ded-a926-4a90-90a0-e0123bb2186a tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 945 time: 0.4440334
Apr 08 12:14:56.663477 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-10a9f887-43d2-43d6-beca-0e1bd611090a req-619d8787-6ae9-4a40-bf72-795eb0a7b131 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 210 time: 0.0912442
Apr 08 12:14:56.687846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:56.688034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.688798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.697572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35d84b27-c088-44b2-aefa-e9ec3221418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.729781 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:56.804415 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1023235
Apr 08 12:14:56.824239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Request body: {'port': {'device_id': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:56.847853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.867665 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01c8588f-1a50-4059-bd96-78e0e7bdc721 req-8be9734c-ca4a-4bd8-a069-a615ac9f89b9 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180438
Apr 08 12:14:56.920846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:56.994051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'Port': ['ID=f711e7c2-6722-4058-8a3c-5703f7eafe86,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:57.010842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Allocated IP 172.20.0.7 (f0c8290d-8b8e-49ce-acce-1e130b343241/2c845528-dfb0-426d-9d1e-b85c8cb7fb4d/c6bbbadb-8a8e-4ec6-b503-169a587e171f) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:14:57.011040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.014463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:57.017289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:57.031036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.035699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88327408-1d89-4da4-98d1-5a1ee588b15b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:57.049083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:57.155871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:57.170128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:57.180861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:57.187155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:57.187860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.295009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.296665 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88327408-1d89-4da4-98d1-5a1ee588b15b HTTP/1.1" status: 204  len: 168 time: 1.5611191
Apr 08 12:14:57.334465 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6847034
Apr 08 12:14:57.372531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Request body: {'port': {'device_id': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:14:57.401361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 2f748778-7508-4e9e-ad51-8f423dffa9b4 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:57.604959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.606947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.608105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e462b605-b4cf-4d87-9526-70194bb10bd6 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:57.643169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 2f748778-7508-4e9e-ad51-8f423dffa9b4 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:57.656157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 2f748778-7508-4e9e-ad51-8f423dffa9b4 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:57.656660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.722629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-26b3385c-1f47-4c94-bafe-16af812552ed None None] Provisioning for port f711e7c2-6722-4058-8a3c-5703f7eafe86 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:57.733801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-26b3385c-1f47-4c94-bafe-16af812552ed None None] Provisioning complete for port f711e7c2-6722-4058-8a3c-5703f7eafe86 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:57.734455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26b3385c-1f47-4c94-bafe-16af812552ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.760405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.810791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.817466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bff602-4a5f-4ebc-b1fd-306e4e108efa req-efd387ba-d9aa-4edb-84a6-e5f38da2c6c6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:57.828852 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d7bff602-4a5f-4ebc-b1fd-306e4e108efa req-efd387ba-d9aa-4edb-84a6-e5f38da2c6c6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 931 time: 0.5826876
Apr 08 12:14:57.855896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d7bff602-4a5f-4ebc-b1fd-306e4e108efa req-d48acd3b-b106-4651-8d50-cd5f43d49482 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Synchronizing usage tracker for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:57.892055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-26b3385c-1f47-4c94-bafe-16af812552ed None None] Port f711e7c2-6722-4058-8a3c-5703f7eafe86 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:14:57.909964 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c64205f3-0bb6-469f-a4b3-beb0549fd042 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:57.924782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:57.958096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 2f748778-7508-4e9e-ad51-8f423dffa9b4, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=2f748778-7508-4e9e-ad51-8f423dffa9b4,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:58.105354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'Port': ['ID=bea53afa-4123-424e-825e-8fc610c4dd7f,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:58.108365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:58.160094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:14:58.168425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.188919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Transition to ACTIVE for port object 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:58.274750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b655ff-6e2e-47ba-badc-9d7c809e2fd3 req-3db2c9e3-4203-406a-a9fa-1a77f7b97eaf tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:58.276594 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-45b655ff-6e2e-47ba-badc-9d7c809e2fd3 req-3db2c9e3-4203-406a-a9fa-1a77f7b97eaf tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 944 time: 0.4684463
Apr 08 12:14:58.285397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.347489 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-45b655ff-6e2e-47ba-badc-9d7c809e2fd3 req-afaa4103-76e3-42c1-977b-580695fbc225 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571127
Apr 08 12:14:58.456911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f711e7c2-6722-4058-8a3c-5703f7eafe86 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:14:58.505057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.531928 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Transition to ACTIVE for port object f711e7c2-6722-4058-8a3c-5703f7eafe86 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:14:58.565677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d431a9f-babf-43c2-a2c7-72089c476b30 req-fc21ebcf-a330-4edc-86c2-03a833dc6006 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:58.567300 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2d431a9f-babf-43c2-a2c7-72089c476b30 req-fc21ebcf-a330-4edc-86c2-03a833dc6006 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 931 time: 0.1130648
Apr 08 12:14:58.607627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-2d431a9f-babf-43c2-a2c7-72089c476b30 req-a65bdfb6-0a08-477f-8448-56c433ce1d29 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Synchronizing usage tracker for tenant:be091e02985d460c96e13347ab2ade1d on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:14:58.844515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d7bff602-4a5f-4ebc-b1fd-306e4e108efa req-d48acd3b-b106-4651-8d50-cd5f43d49482 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Unset dirty status for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:58.845783 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d7bff602-4a5f-4ebc-b1fd-306e4e108efa req-d48acd3b-b106-4651-8d50-cd5f43d49482 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0160875
Apr 08 12:14:58.916258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.917397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.917692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port e462b605-b4cf-4d87-9526-70194bb10bd6 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:58.922864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.923435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.924473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.925028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.925497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e1384f1b-eded-476c-bfc1-37df6a8322ed up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:58.940872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-2d431a9f-babf-43c2-a2c7-72089c476b30 req-a65bdfb6-0a08-477f-8448-56c433ce1d29 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Unset dirty status for tenant:be091e02985d460c96e13347ab2ade1d on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:14:58.942157 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2d431a9f-babf-43c2-a2c7-72089c476b30 req-a65bdfb6-0a08-477f-8448-56c433ce1d29 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3678420
Apr 08 12:14:58.967123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:58.967123 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.4665222
Apr 08 12:14:58.967265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:58.989248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c0812cbb-2477-4c7f-9b11-32e83f822c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:58.995449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f22cfbdd-5b03-4169-b4c5-5a62abb04535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:59.045645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port e462b605-b4cf-4d87-9526-70194bb10bd6 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:59.045645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:59.144946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Pushing event updated for resources: {'Port': ['ID=c6bbbadb-8a8e-4ec6-b503-169a587e171f,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:59.157292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=f711e7c2-6722-4058-8a3c-5703f7eafe86,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:59.168509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:59.169709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=2f748778-7508-4e9e-ad51-8f423dffa9b4,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:59.187862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:59.188565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port e1384f1b-eded-476c-bfc1-37df6a8322ed triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:59.188889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:59.376645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:59.383364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Attempting to bind port f711e7c2-6722-4058-8a3c-5703f7eafe86 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:14:59.384515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Attempting to bind port f711e7c2-6722-4058-8a3c-5703f7eafe86 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:14:59.385594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Attempting to bind port f711e7c2-6722-4058-8a3c-5703f7eafe86 on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:59.392868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Port f711e7c2-6722-4058-8a3c-5703f7eafe86 on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:14:59.393386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Attempting to bind port f711e7c2-6722-4058-8a3c-5703f7eafe86 on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:14:59.400958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:14:59.401923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Checking segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:14:59.402566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Bound using segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:14:59.403232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Bound port: f711e7c2-6722-4058-8a3c-5703f7eafe86, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:14:59.403792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:59.422426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port e462b605-b4cf-4d87-9526-70194bb10bd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e462b605-b4cf-4d87-9526-70194bb10bd6,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:14:59.423709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e462b605-b4cf-4d87-9526-70194bb10bd6'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:14:59.501078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] For port f711e7c2-6722-4058-8a3c-5703f7eafe86, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:14:59.505937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] For port f711e7c2-6722-4058-8a3c-5703f7eafe86, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:14:59.531140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:59.553868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:59.570604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:59.571276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:59.571694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:59.616983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:59.618022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:59.682177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:59.707839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43420) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:14:59.745874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:14:59.819384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2db42-c34d-44dd-89c9-91c32f261986 req-518f810e-0d71-4aa2-92eb-9575f0abc6cc tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:59.827005 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01d2db42-c34d-44dd-89c9-91c32f261986 req-518f810e-0d71-4aa2-92eb-9575f0abc6cc tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 945 time: 0.7441771
Apr 08 12:14:59.852407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=e462b605-b4cf-4d87-9526-70194bb10bd6,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:14:59.853132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Network f0c8290d-8b8e-49ce-acce-1e130b343241 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:14:59.870547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:14:59.870931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:14:59.876718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:14:59.912413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:14:59.925209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:14:59.925895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:14:59.966977 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01d2db42-c34d-44dd-89c9-91c32f261986 req-90e8320c-e68a-4e31-84c9-2b269313c96c tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365938
Apr 08 12:14:59.992393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 2f748778-7508-4e9e-ad51-8f423dffa9b4 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:14:59.992946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:14:59.993672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.038140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-84295bbf-8272-43d9-8f4c-34a23e33ce10 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:00.052170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=f711e7c2-6722-4058-8a3c-5703f7eafe86,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:00.063466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Attempting to bind port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:15:00.063854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Attempting to bind port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:15:00.064225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Attempting to bind port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 on network f0c8290d-8b8e-49ce-acce-1e130b343241 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:00.074484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:00.080089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 on network f0c8290d-8b8e-49ce-acce-1e130b343241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:15:00.080326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Attempting to bind port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 on network f0c8290d-8b8e-49ce-acce-1e130b343241 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:00.107628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:15:00.108011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Checking segment: {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:15:00.108439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Bound using segment: {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:15:00.108918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Bound port: 6bd89475-0e5a-4d22-a292-0f3eb6e0a648, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:15:00.109355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.143402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.160426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:00.166540 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-520b5912-e565-4e41-b2c4-acc9382b9bdb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7048962
Apr 08 12:15:00.170617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.176216 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] 10.222.0.55 "PUT /v2.0/ports/f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 200  len: 1093 time: 2.8147442
Apr 08 12:15:00.180028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Request body: {'port': {'device_id': '621d3032-5955-4802-8608-e77c44fb5846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:00.181204 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:00.217511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-84295bbf-8272-43d9-8f4c-34a23e33ce10 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:00.219602 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-84295bbf-8272-43d9-8f4c-34a23e33ce10 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--637138918&fields=id&tenant_id=d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 267 time: 0.3250747
Apr 08 12:15:00.331741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.350119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,segment=NetworkSegment(f43c2e8f-a399-4bcb-8fe8-d49d491c6c03),segment_id=f43c2e8f-a399-4bcb-8fe8-d49d491c6c03)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:00.356727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 2f748778-7508-4e9e-ad51-8f423dffa9b4 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:15:00.357150 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.441015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:00.445349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Usage tracker for resource:security_group_rule and tenant:78a149524ae94276b3481e2368218240 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:00.448475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:00.455681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:00.462406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.465593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:00.572022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-c15894ff-8e20-4a5f-aa7f-7647b204fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:00.578175 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-c15894ff-8e20-4a5f-aa7f-7647b204fcc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 1096 time: 0.2889748
Apr 08 12:15:00.581634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-f9b4c26f-367e-466f-a320-31a7fe697406 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:00.582411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-f9b4c26f-367e-466f-a320-31a7fe697406 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:00.584468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:00.595903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:00.671156 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-4c6c0a16-14f6-4f7f-990b-e94fa5a5f86f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 200  len: 217 time: 0.0847740
Apr 08 12:15:00.681733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.716574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] For port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:15:00.717444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-f9b4c26f-367e-466f-a320-31a7fe697406 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:00.718852 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-f9b4c26f-367e-466f-a320-31a7fe697406 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 817 time: 0.4850526
Apr 08 12:15:00.722360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.749644 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-6811dfef-7857-419a-8cd1-5850cc0eeef4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/quotas/d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 375 time: 0.0209186
Apr 08 12:15:00.756192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.780408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] For port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:15:00.781698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:00.795945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-0158e317-aaa8-4fe0-960c-037ac24cfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:00.797567 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-0158e317-aaa8-4fe0-960c-037ac24cfeaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.1200848
Apr 08 12:15:00.881033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:00.915133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-cdad38b0-40d5-4e63-b59d-062294f49c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:00.919900 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-cdad38b0-40d5-4e63-b59d-062294f49c72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130683
Apr 08 12:15:00.922525 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78a149524ae94276b3481e2368218240&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1797466
Apr 08 12:15:00.929073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-2443b830-1dd4-4c8f-9cd6-8a21224d50fa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:00.977498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e6e5d-9e1d-4dc8-a721-bce5ceac8ac9,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:00.988448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11913dff-82a7-4c9e-b5c5-4a903c2b4a89 req-480f18b8-58ea-4a10-85a8-64df3e2c7fde tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:00.997315 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-11913dff-82a7-4c9e-b5c5-4a903c2b4a89 req-480f18b8-58ea-4a10-85a8-64df3e2c7fde tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 945 time: 0.4531527
Apr 08 12:15:00.999659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:01.000134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43476) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:01.009209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ebc1b171-ad60-4c40-ab58-3e11373297df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:01.307582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-2443b830-1dd4-4c8f-9cd6-8a21224d50fa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:01.309372 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-2443b830-1dd4-4c8f-9cd6-8a21224d50fa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5531204
Apr 08 12:15:01.317159 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-b03e1b7c-4a37-4531-a0d1-22391a2d23ed service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3838751
Apr 08 12:15:01.454113 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-11913dff-82a7-4c9e-b5c5-4a903c2b4a89 req-69df0c63-2e85-4ed1-a264-7fc2b180353d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4558241
Apr 08 12:15:01.559011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:01.588496 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-96c3d8d4-a7aa-4533-94e3-ab6c66885a1e service neutron] 10.222.0.43 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664557
Apr 08 12:15:01.591918 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20afbbaf-0719-4b10-b013-8f0fc0a23c1f req-1338f243-cc07-4ca3-aba1-928eeaac314e service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2443945
Apr 08 12:15:01.599551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:01.640755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:01.713092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:01.738255 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-e20b72f0-fbd4-471e-947b-9eb6b3099532 service neutron] 10.222.0.43 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432040
Apr 08 12:15:01.826765 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:01.829963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:01.829963 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 1094 time: 5.0112152
Apr 08 12:15:01.830598 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'tag': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:01.966023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8e58e-b0e7-459c-9c27-6d0c424462cb req-861c8df7-bf3d-4695-8063-f0bb3dbc7725 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:01.967678 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7f8e58e-b0e7-459c-9c27-6d0c424462cb req-861c8df7-bf3d-4695-8063-f0bb3dbc7725 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 943 time: 0.3414252
Apr 08 12:15:02.027985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:02.085795 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7f8e58e-b0e7-459c-9c27-6d0c424462cb req-73685825-f086-4a6f-8418-5ad66c4669d1 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054807
Apr 08 12:15:02.104958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b95b67d7-381f-4f17-bce8-de46f194360a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:02.123887 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e462b605-b4cf-4d87-9526-70194bb10bd6', 'code': 200}
Apr 08 12:15:02.178785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e6e5d-9e1d-4dc8-a721-bce5ceac8ac9,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:02.186108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:02.187904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:02.189095 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/706e6e5d-9e1d-4dc8-a721-bce5ceac8ac9 HTTP/1.1" status: 204  len: 168 time: 0.9116166
Apr 08 12:15:02.203445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bbbadb-8a8e-4ec6-b503-169a587e171f {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:02.209747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-3710f366-ab6a-4ed0-b736-fc3b328e87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:02.211771 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-3710f366-ab6a-4ed0-b736-fc3b328e87f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1097 time: 0.3095222
Apr 08 12:15:02.254376 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'status': 'completed', 'code': 200}
Apr 08 12:15:02.311114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:02.419494 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-e45637e3-b56a-4cb0-8ba0-581a840569b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 217 time: 0.1828804
Apr 08 12:15:02.494499 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Transition to ACTIVE for port object c6bbbadb-8a8e-4ec6-b503-169a587e171f will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:15:02.534933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:02.556229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-0aaa7c28-a848-4cfa-859f-3b3e90f0c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:02.557248 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-0aaa7c28-a848-4cfa-859f-3b3e90f0c33f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.1235273
Apr 08 12:15:02.561547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:02.581461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-768a09d6-e168-4242-814c-b1d7cfbc5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:02.583584 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-768a09d6-e168-4242-814c-b1d7cfbc5ff5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 1096 time: 0.3193493
Apr 08 12:15:02.618218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.55', 62039) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:02.732507 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-15c0c9de-2a20-465b-a4a0-2b408638e745 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1361728
Apr 08 12:15:02.760072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921004c-f090-4071-855b-bd0ed7565d8d req-0532e76a-5b61-477b-9043-486e3e2a5eb4 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:02.761693 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d921004c-f090-4071-855b-bd0ed7565d8d req-0532e76a-5b61-477b-9043-486e3e2a5eb4 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.2683613
Apr 08 12:15:02.784824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ba11c-a4d8-4b3a-a8dc-fc7f2ddd41c8 req-6d617545-3188-49ce-8990-a00386d230b4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:02.785246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-437ba11c-a4d8-4b3a-a8dc-fc7f2ddd41c8 req-6d617545-3188-49ce-8990-a00386d230b4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Synchronizing usage tracker for tenant:be091e02985d460c96e13347ab2ade1d on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:02.788715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bbbadb-8a8e-4ec6-b503-169a587e171f,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:02.841751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d921004c-f090-4071-855b-bd0ed7565d8d req-f47f250f-a801-4d9a-8b21-58ea599c885d tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684087
Apr 08 12:15:02.845210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-d7180a2a-bcf4-4464-b2f6-a81d87868e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:02.846766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-d7180a2a-bcf4-4464-b2f6-a81d87868e5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 911 time: 0.2536638
Apr 08 12:15:02.847135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:02.864638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-7e2ceac2-3b02-4a7e-9fcc-298240c9cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:02.869279 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-7e2ceac2-3b02-4a7e-9fcc-298240c9cf7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 1098 time: 0.2455695
Apr 08 12:15:02.939858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-437ba11c-a4d8-4b3a-a8dc-fc7f2ddd41c8 req-6d617545-3188-49ce-8990-a00386d230b4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Unset dirty status for tenant:be091e02985d460c96e13347ab2ade1d on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:02.947627 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-437ba11c-a4d8-4b3a-a8dc-fc7f2ddd41c8 req-6d617545-3188-49ce-8990-a00386d230b4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 931 time: 0.6347470
Apr 08 12:15:02.956886 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'tag': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648', 'status': 'completed', 'code': 200}
Apr 08 12:15:02.978821 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-f0a52adf-bec1-4ff1-9048-1ac8b8d33c36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 200  len: 217 time: 0.1249585
Apr 08 12:15:03.061953 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-437ba11c-a4d8-4b3a-a8dc-fc7f2ddd41c8 req-7fa7e3be-8bb9-47e9-92f5-8a137d4d8115 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133184
Apr 08 12:15:03.066519 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-b9834e53-e894-4b1c-b2cc-b8724220ff6e service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3206456
Apr 08 12:15:03.092037 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-16b382c7-a3f2-4dc3-b059-b6f4edb5a514 req-21ce30d8-c867-4372-8ce2-3faf0959601e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 210 time: 0.0959942
Apr 08 12:15:03.092741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:03.116647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:03.120926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Usage tracker for resource:security_group_rule and tenant:ac4d3b1413744d3b8bd9ebeef4acfdcd is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:03.124240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:03.140737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:03.164174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:03.236539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:03.261181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43532) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:03.301804 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:03.356744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-ff83f894-878e-45c7-98c6-38a413eccded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:03.366955 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-ff83f894-878e-45c7-98c6-38a413eccded service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.3611650
Apr 08 12:15:03.366955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:03.378852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cf538b77-bf22-4f4a-86be-3ed6da06c0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:03.458826 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8bf16067-0379-4571-9e08-b4cc4f79c148 req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4783046
Apr 08 12:15:03.467215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:03.483940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Usage tracker for resource:security_group_rule and tenant:01bd092b54c94cd59c6e72dfffa9f8b7 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:03.487218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd2c11-8231-443d-9e06-4d752b5ba762,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:03.492003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:03.495719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:03.508137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:03.578932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbce76b-61c9-4fac-b5e6-f4f8133be2c9 req-7d56d53e-264f-4f13-96aa-9c3757fd434c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:03.579116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Attempting to bind port c6bbbadb-8a8e-4ec6-b503-169a587e171f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:15:03.585844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Attempting to bind port c6bbbadb-8a8e-4ec6-b503-169a587e171f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:15:03.585985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9bbce76b-61c9-4fac-b5e6-f4f8133be2c9 req-7d56d53e-264f-4f13-96aa-9c3757fd434c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Synchronizing usage tracker for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:03.586077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Attempting to bind port c6bbbadb-8a8e-4ec6-b503-169a587e171f on network f0c8290d-8b8e-49ce-acce-1e130b343241 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:03.587711 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ae0106b-cb9f-4162-a551-2790c6cccde4 req-61e9568e-8802-4adf-8ad7-680c74da38a0 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4813762
Apr 08 12:15:03.589199 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-e8c8877b-aa48-432d-ac31-d1ff8ec7fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:03.590773 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-e8c8877b-aa48-432d-ac31-d1ff8ec7fcc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2133698
Apr 08 12:15:03.605422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Port c6bbbadb-8a8e-4ec6-b503-169a587e171f on network f0c8290d-8b8e-49ce-acce-1e130b343241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:15:03.605783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Attempting to bind port c6bbbadb-8a8e-4ec6-b503-169a587e171f on network f0c8290d-8b8e-49ce-acce-1e130b343241 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:03.618273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148d8f1-56bf-4e54-b108-a08ce9877499 req-1c3bc8c4-80e1-4257-a5dd-b8e1dc6d7262 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:03.620037 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e148d8f1-56bf-4e54-b108-a08ce9877499 req-1c3bc8c4-80e1-4257-a5dd-b8e1dc6d7262 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 945 time: 0.3074787
Apr 08 12:15:03.623326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:15:03.623706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Checking segment: {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:15:03.624123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Bound using segment: {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:15:03.624600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Bound port: c6bbbadb-8a8e-4ec6-b503-169a587e171f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849294c6-0956-4fa3-a23b-c35820bbe8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:15:03.624989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:03.682100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device f711e7c2-6722-4058-8a3c-5703f7eafe86 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:15:03.748835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9bbce76b-61c9-4fac-b5e6-f4f8133be2c9 req-7d56d53e-264f-4f13-96aa-9c3757fd434c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Unset dirty status for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:03.750274 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9bbce76b-61c9-4fac-b5e6-f4f8133be2c9 req-7d56d53e-264f-4f13-96aa-9c3757fd434c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 943 time: 0.4537001
Apr 08 12:15:03.757218 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e148d8f1-56bf-4e54-b108-a08ce9877499 req-92bba5b9-9600-45c9-9bc8-4d13e892799a tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026418
Apr 08 12:15:03.759314 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-da43616c-d5fa-41ca-b365-85adbc80d865 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564071
Apr 08 12:15:03.804695 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] For port c6bbbadb-8a8e-4ec6-b503-169a587e171f, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:15:03.808625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] For port c6bbbadb-8a8e-4ec6-b503-169a587e171f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:15:03.826538 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-cda6112a-7032-4e41-9ce6-68c8ab37f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:03.827814 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-cda6112a-7032-4e41-9ce6-68c8ab37f640 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1097 time: 0.1432502
Apr 08 12:15:03.860092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:04.027999 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9bbce76b-61c9-4fac-b5e6-f4f8133be2c9 req-665c6bbe-cbc6-415e-b735-fda2e23e5e51 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2673581
Apr 08 12:15:04.078292 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca20bc5f-2139-4b8e-83cb-c776db637ef1 req-44396616-2abc-42fd-9f4e-0cbe680cd0d3 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3034012
Apr 08 12:15:04.133579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:04.139940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:04.171513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:04.184992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1ed253b6-2d05-42d3-855b-1ff199607d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:04.187043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port f711e7c2-6722-4058-8a3c-5703f7eafe86, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:04.203012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'port_id': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'mac_address': 'fa:16:3e:2b:44:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:15:04.206327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-62d9af8e-21de-4a8f-a259-30590494725f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:04.277912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:04.279544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f711e7c2-6722-4058-8a3c-5703f7eafe86 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:04.298212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port f711e7c2-6722-4058-8a3c-5703f7eafe86, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:04.316055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc200535-206d-436c-b85e-c446e6390284,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:04.323072 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01bd092b54c94cd59c6e72dfffa9f8b7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0607657
Apr 08 12:15:04.324735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-43a81758-482e-4d78-9ed1-faca99552a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:04.327177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 43556) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:04.331849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:04.335398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:04.457646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=f711e7c2-6722-4058-8a3c-5703f7eafe86,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:04.468513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:04.482405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bbbadb-8a8e-4ec6-b503-169a587e171f,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:04.495868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:04.519461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-9b03e32f-ad1b-4b86-a776-6e9b512387ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:04.521574 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-9b03e32f-ad1b-4b86-a776-6e9b512387ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.6873100
Apr 08 12:15:04.541661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2b6e3-dd70-4a89-ac77-dcf739934c6b req-c3b542d2-05fa-4629-b3c8-78f419d73f36 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:04.543298 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8de2b6e3-dd70-4a89-ac77-dcf739934c6b req-c3b542d2-05fa-4629-b3c8-78f419d73f36 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.3516181
Apr 08 12:15:04.569003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['f711e7c2-6722-4058-8a3c-5703f7eafe86'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:04.594978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:04.619859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277e9b8-3369-4f04-84c5-b49d1178e89d req-b975e7e3-b90e-4c8b-8cb7-fe81f84ce2ec tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:04.621660 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5277e9b8-3369-4f04-84c5-b49d1178e89d req-b975e7e3-b90e-4c8b-8cb7-fe81f84ce2ec tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 943 time: 0.3940356
Apr 08 12:15:04.631650 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-88b322a6-e8b9-430d-80fc-2e076d4c5212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 217 time: 0.0873065
Apr 08 12:15:04.636467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:04.637129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:04.638574 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] 10.222.0.55 "PUT /v2.0/ports/c6bbbadb-8a8e-4ec6-b503-169a587e171f HTTP/1.1" status: 200  len: 1093 time: 4.4640670
Apr 08 12:15:04.647317 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8de2b6e3-dd70-4a89-ac77-dcf739934c6b req-10d59e41-80b8-4d36-9113-1c215c29b465 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498717
Apr 08 12:15:04.769156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-61aeac5f-3634-48e4-99b0-2b6434aa202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:04.771489 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-61aeac5f-3634-48e4-99b0-2b6434aa202d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.1224844
Apr 08 12:15:04.922856 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-03825d62-fd0c-473f-87ff-95ecc12dcbab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1349583
Apr 08 12:15:04.998024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d3032-5955-4802-8608-e77c44fb5846', 'tag': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:05.095920 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d4e30357-3e3d-49a9-8c03-d5890227555a req-b40b66d2-780d-4c87-ae25-fef4648dd1f2 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 210 time: 0.1717870
Apr 08 12:15:05.143755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:05.188186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-b05ff250-b1a2-47a0-8e6a-a41cf1cda1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:05.189911 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-b05ff250-b1a2-47a0-8e6a-a41cf1cda1b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 1096 time: 0.3266864
Apr 08 12:15:05.228981 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5277e9b8-3369-4f04-84c5-b49d1178e89d req-77bf4800-2c1b-4d02-b639-fb20df254f57 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5924816
Apr 08 12:15:05.240410 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56', 'code': 200}
Apr 08 12:15:05.256306 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-4c053b99-02b5-4d8a-82fe-f23f6365b7ae tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:05.263004 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-4c053b99-02b5-4d8a-82fe-f23f6365b7ae tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 817 time: 0.7792146
Apr 08 12:15:05.264413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:05.291541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:05.303896 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-01288900-9292-4d12-abe2-78078536dfe3 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3733847
Apr 08 12:15:05.317258 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-c81c2e98-3d5a-4e22-9110-0d1f0d33a41f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f HTTP/1.1" status: 200  len: 217 time: 0.1069663
Apr 08 12:15:05.371123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc200535-206d-436c-b85e-c446e6390284,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:05.389613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:05.401124 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d3032-5955-4802-8608-e77c44fb5846', 'tag': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f', 'status': 'completed', 'code': 200}
Apr 08 12:15:05.420422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:05.437615 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc200535-206d-436c-b85e-c446e6390284 HTTP/1.1" status: 204  len: 168 time: 1.1023486
Apr 08 12:15:05.460253 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-4c9528d0-d2aa-466c-a838-a4ccddc4df02 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 5704 time: 0.1699586
Apr 08 12:15:05.473466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'port': {'device_id': '704586d7-ad35-414f-af0c-5835b542f260', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'admin_state_up': True, 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'security_groups': ['9f1234e2-14cd-4fdb-a603-102bc227652f']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:05.624153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-ecf93123-e4ac-4210-8940-1eaed9d0f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:05.625624 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-ecf93123-e4ac-4210-8940-1eaed9d0f25f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.2962289
Apr 08 12:15:05.689246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:15:05.691698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device f711e7c2-6722-4058-8a3c-5703f7eafe86 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:15:05.722731 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-2cfe9518-03b0-4655-a927-26bede777fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721474
Apr 08 12:15:05.761351 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b3e38b3-0661-4d1a-aa9c-a740178e00e8 req-0a259ff7-3297-43c4-9494-c558d8fac6ee service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4306207
Apr 08 12:15:05.893123 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-9df50af3-bafc-4dae-b9ae-0e4b1fc1ea32 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591356
Apr 08 12:15:05.908232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f22c0-bc01-4d73-865b-e056eab65681 req-fa88c46a-38b8-43e1-a79a-1593dc033500 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:05.916144 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cc5f22c0-bc01-4d73-865b-e056eab65681 req-fa88c46a-38b8-43e1-a79a-1593dc033500 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 945 time: 0.4145563
Apr 08 12:15:05.947445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381837bd-0f93-4100-9378-e7819322941c req-ad32865d-8b0d-4980-81a2-12a307f704da tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:05.949040 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-381837bd-0f93-4100-9378-e7819322941c req-ad32865d-8b0d-4980-81a2-12a307f704da tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 944 time: 0.3308971
Apr 08 12:15:05.998923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:06.012268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port f711e7c2-6722-4058-8a3c-5703f7eafe86 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:15:06.022049 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-381837bd-0f93-4100-9378-e7819322941c req-3cd1ea10-ca82-4d82-ba67-5653b3ea5e80 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549486
Apr 08 12:15:06.022049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512f51f-db1d-493e-9a74-c9d8273be1ad req-178df638-f668-4c06-a64d-6b5a10664ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:06.024706 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2512f51f-db1d-493e-9a74-c9d8273be1ad req-178df638-f668-4c06-a64d-6b5a10664ed1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 1099 time: 0.3406622
Apr 08 12:15:06.025729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:06.045274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port f711e7c2-6722-4058-8a3c-5703f7eafe86 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:15:06.045710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.073749 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cc5f22c0-bc01-4d73-865b-e056eab65681 req-d5f58aed-31a1-4f71-b9c1-6848997c56d0 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330442
Apr 08 12:15:06.091588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-2512f51f-db1d-493e-9a74-c9d8273be1ad req-76bf5ade-2b3a-4116-a1c1-78138f6ea86b service neutron] Synchronizing usage tracker for tenant:ac4d3b1413744d3b8bd9ebeef4acfdcd on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:06.111614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Made reservation on behalf of d8fb1b381792465a82ef64be541e5500 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:15:06.127051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.140210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:06.165202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648', 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'port_id': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648', 'mac_address': 'fa:16:3e:2f:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:15:06.196012 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eb6f829b-3786-47ed-bd73-7372b678da22 req-74537be6-d901-4a01-80ef-08e56f7f067b service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787163
Apr 08 12:15:06.366450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.379519 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.384231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:06.424278 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-057a3464-b679-41d0-a247-832c087acd35 req-11e16e91-09f4-445a-b4b8-8071383a063e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 210 time: 0.1232274
Apr 08 12:15:06.429120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-2512f51f-db1d-493e-9a74-c9d8273be1ad req-76bf5ade-2b3a-4116-a1c1-78138f6ea86b service neutron] Unset dirty status for tenant:ac4d3b1413744d3b8bd9ebeef4acfdcd on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:06.429769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:06.430343 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2512f51f-db1d-493e-9a74-c9d8273be1ad req-76bf5ade-2b3a-4116-a1c1-78138f6ea86b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3979197
Apr 08 12:15:06.444100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Allocated IP 172.20.0.9 (869b82a0-8157-44c7-88c1-711d14519eb3/6096f63a-470a-467d-a814-6ab68518a970/53f6e72e-034c-4c1c-be6e-8d0a69255cf0) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:15:06.456118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port f711e7c2-6722-4058-8a3c-5703f7eafe86, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:06.462427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.466382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:06.475135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fd3a8-7105-4376-980d-e2847cd7151a req-143b2632-90de-45e0-bb59-71e97879824b tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:06.477310 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0d4fd3a8-7105-4376-980d-e2847cd7151a req-143b2632-90de-45e0-bb59-71e97879824b tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.1723287
Apr 08 12:15:06.517381 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0d4fd3a8-7105-4376-980d-e2847cd7151a req-877f8601-83b3-47d4-9db1-6a32f6480da6 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298960
Apr 08 12:15:06.517524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-e8e3e606-423a-456b-834c-36eeeeaca022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:06.519092 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-e8e3e606-423a-456b-834c-36eeeeaca022 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 1096 time: 0.1744475
Apr 08 12:15:06.535676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.581742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:06.586872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:06.587728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:06.699819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=f711e7c2-6722-4058-8a3c-5703f7eafe86,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:06.704193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:06.749679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-16b53859-667e-4d2a-a159-332542e21cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:06.751306 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-16b53859-667e-4d2a-a159-332542e21cb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.2231579
Apr 08 12:15:06.758405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.782589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Transition to ACTIVE for port object 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:15:06.783004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['6bd89475-0e5a-4d22-a292-0f3eb6e0a648'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:06.869553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:06.902074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:07.083767 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-f2f98695-be5a-45f5-a235-6d65cead8d11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f HTTP/1.1" status: 200  len: 217 time: 0.3224235
Apr 08 12:15:07.131286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:07.151072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:07.207342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ff5a5-601a-4aa2-9be4-09aff21b80b0 req-87cf058b-dca6-4809-94ab-d7b27451c59c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:07.215367 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e69ff5a5-601a-4aa2-9be4-09aff21b80b0 req-87cf058b-dca6-4809-94ab-d7b27451c59c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 943 time: 0.5242929
Apr 08 12:15:07.242028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:07.273096 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e69ff5a5-601a-4aa2-9be4-09aff21b80b0 req-56810997-6499-4a38-99aa-465e4b81a292 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567274
Apr 08 12:15:07.299477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-0072ca3f-9320-417b-9a6a-0475768f245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:07.299477 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-0072ca3f-9320-417b-9a6a-0475768f245e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.2024803
Apr 08 12:15:07.355716 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'code': 200}
Apr 08 12:15:07.379299 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-35bc08cc-db6f-4dde-ac7e-96e59ec33db7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0751467
Apr 08 12:15:07.495863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Network 869b82a0-8157-44c7-88c1-711d14519eb3 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:15:07.515256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:15:07.530384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:15:07.548565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:07.548565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:07.694228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:15:07.710407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6428f-5a24-424c-9eab-b7d378c0c284 req-6c9905f8-9fae-479a-b977-33a37098d4c2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:07.712433 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98d6428f-5a24-424c-9eab-b7d378c0c284 req-6c9905f8-9fae-479a-b977-33a37098d4c2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.4603879
Apr 08 12:15:07.714335 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2490542
Apr 08 12:15:07.754934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Request body: {'port': {'device_id': '704586d7-ad35-414f-af0c-5835b542f260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:07.805440 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-4a8d9777-09a3-44e8-ac17-c3419d71f228 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163685
Apr 08 12:15:07.869774 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98d6428f-5a24-424c-9eab-b7d378c0c284 req-204fe9c1-0096-4ebe-a9c9-1201d490d27c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438196
Apr 08 12:15:07.878809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:15:07.884640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:15:07.885056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:07.944869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650644ea-9e33-467c-829d-f4786ffb1eca req-f99f3219-532b-4e91-915c-56561865a7f7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:07.947373 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-650644ea-9e33-467c-829d-f4786ffb1eca req-f99f3219-532b-4e91-915c-56561865a7f7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 931 time: 0.3012726
Apr 08 12:15:08.012295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.047622 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-650644ea-9e33-467c-829d-f4786ffb1eca req-b21e5a60-d733-4442-9d42-31e447e91454 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917559
Apr 08 12:15:08.086990 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-531d2759-f1e7-4e96-9c18-df6dc8700718 req-27111444-d9ef-4ee9-a9fa-48778d805d8d service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2744141
Apr 08 12:15:08.144134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43664) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:08.144600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-705c8219-9687-485e-8072-ba55b6a8c63f None None] Provisioning for port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:15:08.151095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-705c8219-9687-485e-8072-ba55b6a8c63f None None] Provisioning complete for port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:15:08.151518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-705c8219-9687-485e-8072-ba55b6a8c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.218166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-705c8219-9687-485e-8072-ba55b6a8c63f None None] Port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:15:08.219737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.234127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cea0b-b470-492b-abbd-16280c6172e8 req-085afb52-56fb-48ef-a0f4-b18cc545b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:08.235766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b11cea0b-b470-492b-abbd-16280c6172e8 req-085afb52-56fb-48ef-a0f4-b18cc545b8e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 1098 time: 0.3834887
Apr 08 12:15:08.237982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:08.285860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.287951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:08.296601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.321347 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b11cea0b-b470-492b-abbd-16280c6172e8 req-e8acb61d-f0f8-454a-ad02-54d66534ca74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742252
Apr 08 12:15:08.347410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:08.357875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbd8b1-7170-4c06-9b93-f9e9fd6f271b req-a6b71e25-3917-4b44-ad24-06683124486c tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:08.358968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:08.359555 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-21fbd8b1-7170-4c06-9b93-f9e9fd6f271b req-a6b71e25-3917-4b44-ad24-06683124486c tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.2313893
Apr 08 12:15:08.361029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:2d42d245e3404d1fa7b2b83b9b5badd4 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:08.362556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:08.372478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:08.399089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:08.487077 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-21fbd8b1-7170-4c06-9b93-f9e9fd6f271b req-2f5cb169-31f9-44c3-9e07-2de408a06903 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417786
Apr 08 12:15:08.657701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:08.666578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.678377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.686780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Transition to ACTIVE for port object 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:15:08.712275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc9fb-2a2b-47cf-805b-53315fac9c77 req-c59e65d2-7f23-4d76-8e60-d6dbefa5ac6a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:08.713902 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f4dc9fb-2a2b-47cf-805b-53315fac9c77 req-c59e65d2-7f23-4d76-8e60-d6dbefa5ac6a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 943 time: 0.1267118
Apr 08 12:15:08.715056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.725883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:08.742747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.762335 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f4dc9fb-2a2b-47cf-805b-53315fac9c77 req-1469c4d0-0e1a-4e03-8e03-1ed1283aee77 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372438
Apr 08 12:15:08.808257 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d42d245e3404d1fa7b2b83b9b5badd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6629729
Apr 08 12:15:08.812997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43688) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:08.828780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3013bf97-c9ac-4b01-b701-bdd3bb28068d,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:08.833716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:08.864485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:08.949238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:08.968130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:08.982450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:09.032107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:09.234855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Attempting to bind port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:15:09.235431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Attempting to bind port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:15:09.235557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Attempting to bind port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 on network 869b82a0-8157-44c7-88c1-711d14519eb3 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:09.249770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 on network 869b82a0-8157-44c7-88c1-711d14519eb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:15:09.264000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Attempting to bind port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 on network 869b82a0-8157-44c7-88c1-711d14519eb3 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:09.273260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:15:09.274073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Checking segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:15:09.274738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Bound using segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:15:09.275419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Bound port: 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:15:09.275995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:09.276454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784633a-d001-411a-8915-62057423eada req-dd80fd79-ad75-4158-aa3e-32a9d7a2a193 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:09.278174 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c784633a-d001-411a-8915-62057423eada req-dd80fd79-ad75-4158-aa3e-32a9d7a2a193 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1072350
Apr 08 12:15:09.302020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:09.318970 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:09.329279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3013bf97-c9ac-4b01-b701-bdd3bb28068d,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:09.349552 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c784633a-d001-411a-8915-62057423eada req-0ec82da3-7dcd-42f6-8e99-c4eac3aadef5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507140
Apr 08 12:15:09.359305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:09.360513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:09.375227 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3013bf97-c9ac-4b01-b701-bdd3bb28068d HTTP/1.1" status: 204  len: 168 time: 0.5569289
Apr 08 12:15:09.397398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:09.429680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:15:09.440225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:15:09.463426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:09.505108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93bedcbc-9b05-475e-ab09-8a49cf3bf415 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:09.702982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c6bbbadb-8a8e-4ec6-b503-169a587e171f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:15:09.715729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952be4-2623-4fdf-b98f-b49784e9e645 req-14e557bb-4fbb-4caa-b838-40f98d6eca3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:09.726336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:09.729114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:09.744433 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b952be4-2623-4fdf-b98f-b49784e9e645 req-14e557bb-4fbb-4caa-b838-40f98d6eca3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1740620
Apr 08 12:15:09.762667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:09.763350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:09.764824 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] 10.222.0.55 "PUT /v2.0/ports/53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 200  len: 1093 time: 2.0368698
Apr 08 12:15:09.765463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:09.811698 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b952be4-2623-4fdf-b98f-b49784e9e645 req-a7a2efa4-7f29-4b77-b394-204e392eae34 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584929
Apr 08 12:15:09.986549 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648', 'code': 200}
Apr 08 12:15:09.994077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port c6bbbadb-8a8e-4ec6-b503-169a587e171f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:10.016539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f', 'network_id': 'f0c8290d-8b8e-49ce-acce-1e130b343241', 'port_id': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f', 'mac_address': 'fa:16:3e:36:80:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c845528-dfb0-426d-9d1e-b85c8cb7fb4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:15:10.070832 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'status': 'completed', 'code': 200}
Apr 08 12:15:10.086649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-47e46c21-fd1c-4ab8-a4f1-87b5ee4853f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:10.088286 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-47e46c21-fd1c-4ab8-a4f1-87b5ee4853f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1096 time: 0.2229977
Apr 08 12:15:10.151627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:10.157604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bbbadb-8a8e-4ec6-b503-169a587e171f {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:10.188143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port c6bbbadb-8a8e-4ec6-b503-169a587e171f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:10.234214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:10.236009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:10.256454 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-ee1449c1-48f4-4cfd-a44d-8bef9ac820ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 200  len: 217 time: 0.1559534
Apr 08 12:15:10.344016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=c6bbbadb-8a8e-4ec6-b503-169a587e171f,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:10.347936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:10.364921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f16a21-b4ec-43f0-8dc9-9fa3fd142440 req-e33ecfa5-72ef-4da2-a88e-ba942f382773 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:10.366454 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-32f16a21-b4ec-43f0-8dc9-9fa3fd142440 req-e33ecfa5-72ef-4da2-a88e-ba942f382773 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 944 time: 0.1446178
Apr 08 12:15:10.366997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43746) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:10.397308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-c7f95063-de94-4aff-b791-15f73d8b6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:10.398925 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-c7f95063-de94-4aff-b791-15f73d8b6d4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.1359096
Apr 08 12:15:10.416802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:10.437594 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-32f16a21-b4ec-43f0-8dc9-9fa3fd142440 req-cadae092-cdfb-4159-80f8-e87a43973369 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529747
Apr 08 12:15:10.441644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:10.447289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Usage tracker for resource:security_group_rule and tenant:7d73155bc4fc47cca089192583be26cc is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:10.450924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:10.459222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:10.484114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['c6bbbadb-8a8e-4ec6-b503-169a587e171f'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:10.487826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6396ea-54e4-4088-9cb7-391121c1a3fc req-1a38171d-f7ad-4e23-a1ac-ef3967e9dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:10.489661 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-db6396ea-54e4-4088-9cb7-391121c1a3fc req-1a38171d-f7ad-4e23-a1ac-ef3967e9dd6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.1711812
Apr 08 12:15:10.749789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:10.750060 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-db6396ea-54e4-4088-9cb7-391121c1a3fc req-57c863ce-c715-4011-b310-2e6d1601c55e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489429
Apr 08 12:15:10.756543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-c305e152-3fdc-4255-b2f0-1853878cc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:10.758116 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-c305e152-3fdc-4255-b2f0-1853878cc7ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3493023
Apr 08 12:15:10.784230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:10.797216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d3c12590-9682-4575-a99b-66f31472777c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:10.816294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c0685-bdce-40f4-aa49-259a3dde5906 req-594027e3-d8be-4b63-9a3b-f0c185aa62de tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:10.818100 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a82c0685-bdce-40f4-aa49-259a3dde5906 req-594027e3-d8be-4b63-9a3b-f0c185aa62de tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1826417
Apr 08 12:15:10.847240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8813fba5-577f-48c5-a6a9-bcc15890305a,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:10.858570 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:10.882422 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d73155bc4fc47cca089192583be26cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5142286
Apr 08 12:15:10.885040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43760) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:10.889917 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a82c0685-bdce-40f4-aa49-259a3dde5906 req-0f7b7c52-3cb0-4eaf-9421-08fd514a9b8f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439134
Apr 08 12:15:10.959810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:10.990698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:11.068364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:11.074756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cd3d797f-17f3-4b2d-b7cd-8ac0b5fe0d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:11.094567 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-d044c972-794a-4b97-8fcf-e2fd000c3ddf service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2953625
Apr 08 12:15:11.135685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:11.139350 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8813fba5-577f-48c5-a6a9-bcc15890305a HTTP/1.1" status: 204  len: 168 time: 0.2507739
Apr 08 12:15:11.139350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813fba5-577f-48c5-a6a9-bcc15890305a,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:11.157188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:11.230059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b6b55-a4bc-4c0c-a86f-04e94ab6502f req-24c47502-01af-4bbc-bb8d-2dffa6b93e4f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:11.231768 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dc6b6b55-a4bc-4c0c-a86f-04e94ab6502f req-24c47502-01af-4bbc-bb8d-2dffa6b93e4f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1480603
Apr 08 12:15:11.288288 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dc6b6b55-a4bc-4c0c-a86f-04e94ab6502f req-74ee3acb-783b-4de3-adbe-5b1cf683bbad tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449128
Apr 08 12:15:11.315491 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b36377d-023d-4f6a-8bbe-7eefdb91a7e0 req-bc6fd7a2-4361-4fa0-a3e3-cb8dd35fddf5 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121968
Apr 08 12:15:11.428201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:15:11.520238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-6e9de43f-34eb-424d-8288-2b27d03ebcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:11.522209 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-6e9de43f-34eb-424d-8288-2b27d03ebcdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1096 time: 0.0978587
Apr 08 12:15:11.525620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9584-35a1-4d6c-9656-f9aad51005c5 req-bbfb7b48-0eaf-4e19-a0c0-b6c4696db80a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:11.527261 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8dfd9584-35a1-4d6c-9656-f9aad51005c5 req-bbfb7b48-0eaf-4e19-a0c0-b6c4696db80a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0954328
Apr 08 12:15:11.538597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43794) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:11.544728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'floatingip': {'port_id': 'f711e7c2-6722-4058-8a3c-5703f7eafe86'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:11.713653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c6bbbadb-8a8e-4ec6-b503-169a587e171f up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:15:11.737135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:11.751539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-96144fa3-880c-4181-bd56-9aae9789b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:11.753619 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-96144fa3-880c-4181-bd56-9aae9789b851 service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.2250876
Apr 08 12:15:11.921342 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-cbe568db-593c-4666-836c-7a421d18987b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 200  len: 217 time: 0.1606505
Apr 08 12:15:11.965649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port c6bbbadb-8a8e-4ec6-b503-169a587e171f completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:15:11.971369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port c6bbbadb-8a8e-4ec6-b503-169a587e171f triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:15:11.971869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:11.977305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23317f7-a123-4f94-978f-6bc0684368a9 req-05e101fe-adfd-408d-a0fb-51bc7fb5e46c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:11.985640 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f23317f7-a123-4f94-978f-6bc0684368a9 req-05e101fe-adfd-408d-a0fb-51bc7fb5e46c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 944 time: 0.3325398
Apr 08 12:15:12.039544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-717b7e44-834f-4ac6-ba24-dd5bd5790463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:12.041972 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-717b7e44-834f-4ac6-ba24-dd5bd5790463 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.1071823
Apr 08 12:15:12.042910 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f23317f7-a123-4f94-978f-6bc0684368a9 req-10585592-931e-4efa-a382-e8bbcd4cddea tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562694
Apr 08 12:15:12.151985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-8135c3dc-d8eb-4ab3-933b-1e2ae534080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:12.153730 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-8135c3dc-d8eb-4ab3-933b-1e2ae534080e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1049042
Apr 08 12:15:12.236584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:12.255289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d3032-5955-4802-8608-e77c44fb5846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:12.267936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port c6bbbadb-8a8e-4ec6-b503-169a587e171f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:12.314001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:12.316056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:12.382067 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-75b06245-646e-4e9a-83ab-6a1d6b600b13 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199576
Apr 08 12:15:12.421247 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d3032-5955-4802-8608-e77c44fb5846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f', 'code': 200}
Apr 08 12:15:12.535102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=c6bbbadb-8a8e-4ec6-b503-169a587e171f,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:12.543320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:12.679142 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01e8e235-ef56-439c-b3d6-806c0808fc01 req-00db3a58-52c7-4cae-8d80-baa9b0e52c8c service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685480
Apr 08 12:15:12.794095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e360b-79b1-43a8-bf26-4a8a2c39fbc8 req-cb855fef-b08a-446d-98a3-2898c9e00aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:12.795754 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bb5e360b-79b1-43a8-bf26-4a8a2c39fbc8 req-cb855fef-b08a-446d-98a3-2898c9e00aed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 1098 time: 0.0853539
Apr 08 12:15:12.826361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8da2ec-7d66-4a35-bedf-6144e333cd88 req-d7d77370-b82a-4dc7-be2a-ed5d5d79b805 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:12.828201 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a8da2ec-7d66-4a35-bedf-6144e333cd88 req-d7d77370-b82a-4dc7-be2a-ed5d5d79b805 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1620469
Apr 08 12:15:12.828645 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bb5e360b-79b1-43a8-bf26-4a8a2c39fbc8 req-e128fa4f-5de6-422a-934b-ccc41186222f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0209889
Apr 08 12:15:12.862946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a8da2ec-7d66-4a35-bedf-6144e333cd88 req-0429c745-6522-49d1-b188-1797aeb72400 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276442
Apr 08 12:15:13.058577 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:13.091340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:13.277798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952e91e-8baf-4451-ac58-95ab2c9a94ab req-5802549b-6603-41bf-a976-08a98bfebed0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:13.279685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7952e91e-8baf-4451-ac58-95ab2c9a94ab req-5802549b-6603-41bf-a976-08a98bfebed0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1207378
Apr 08 12:15:13.341783 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7952e91e-8baf-4451-ac58-95ab2c9a94ab req-93169e90-6817-4f9d-99cd-d786d7daa509 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536740
Apr 08 12:15:13.519084 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Floating IP 4dd59325-d8ca-4426-a0f9-e8ae9812fff5 associated. External IP: 172.27.1.246, port: f711e7c2-6722-4058-8a3c-5703f7eafe86.
Apr 08 12:15:13.718644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:15:13.948679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:15:13.949071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:13.974220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'port_id': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:15:14.045602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:14.046973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:14.064384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:14.097004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:14.099138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:14.177717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:14.181235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:14.261280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5240c-3a82-4b11-8233-9c88dfbb31d0 req-d5322ed9-738e-4141-b4d5-9cb8c0c7de5f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:14.262962 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8ff5240c-3a82-4b11-8233-9c88dfbb31d0 req-d5322ed9-738e-4141-b4d5-9cb8c0c7de5f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 944 time: 0.2055507
Apr 08 12:15:14.267747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:15:14.275509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:14.291922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] Sync routers for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:15:14.303843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:15:14.304501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f014df2e8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:14.364751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8ff5240c-3a82-4b11-8233-9c88dfbb31d0 req-b008812c-a5b2-4cf8-8b51-58f692b183f0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927408
Apr 08 12:15:14.370571 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8879a3b7-caab-48a5-813f-f5b5e7255a6b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "PUT /v2.0/floatingips/4dd59325-d8ca-4426-a0f9-e8ae9812fff5 HTTP/1.1" status: 200  len: 991 time: 2.8265288
Apr 08 12:15:14.370571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:14.469660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['53f6e72e-034c-4c1c-be6e-8d0a69255cf0'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:14.510630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:15:14.665745 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'status': 'completed', 'code': 200}
Apr 08 12:15:14.721071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b50f5-e8f1-4077-b44b-58dceae809c5 req-251e09e9-85f1-4d4a-bdaf-9ffb005682c0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:14.727258 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e70b50f5-e8f1-4077-b44b-58dceae809c5 req-251e09e9-85f1-4d4a-bdaf-9ffb005682c0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1588154
Apr 08 12:15:14.768336 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e70b50f5-e8f1-4077-b44b-58dceae809c5 req-5a3ef20a-3155-4b96-8776-1effa2257d4d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368981
Apr 08 12:15:14.798252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-e95b0c95-5789-47e4-90cf-3158d82283d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:14.799887 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-e95b0c95-5789-47e4-90cf-3158d82283d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 1098 time: 0.1329479
Apr 08 12:15:14.976261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f014df2e8>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '4dd59325-d8ca-4426-a0f9-e8ae9812fff5', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'port_id': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'mac_address': 'fa:16:3e:2b:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:14:42Z', 'updated_at': '2021-04-08T12:15:12Z', 'revision_number': 1, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:14.980888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] Checking router: 633d7ba2-20bc-46dc-9ff6-ac549ae220fb for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:15:14.990687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:15:14.991340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f014df2e8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:15.005531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-9ad77854-63f9-4c2f-94dd-0ffa33a41b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:15.007285 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-9ad77854-63f9-4c2f-94dd-0ffa33a41b12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 911 time: 0.2006981
Apr 08 12:15:15.144285 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-5752c394-eee8-43e5-b50b-e4caedc77943 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 200  len: 999 time: 0.1292591
Apr 08 12:15:15.269909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-f4d7037a-19f3-4ac5-a9a3-f7f6680add16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:15.272367 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-f4d7037a-19f3-4ac5-a9a3-f7f6680add16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.1102760
Apr 08 12:15:15.334293 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:15:15.444738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-75635985-6ee4-4efc-a352-a28059151c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:15.446799 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-75635985-6ee4-4efc-a352-a28059151c52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 1098 time: 0.1596720
Apr 08 12:15:15.560700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd2c37-86ef-4135-aeec-0b49a729c741 req-77e1c33c-679d-425c-a2f9-d1d9f7d82375 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:15.576709 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a5dd2c37-86ef-4135-aeec-0b49a729c741 req-77e1c33c-679d-425c-a2f9-d1d9f7d82375 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1978581
Apr 08 12:15:15.605551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-c71588ff-47b3-4f4a-a6b4-a643ce1bca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:15.607216 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-c71588ff-47b3-4f4a-a6b4-a643ce1bca32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.1517615
Apr 08 12:15:15.621386 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a5dd2c37-86ef-4135-aeec-0b49a729c741 req-110bc92e-9954-4e8d-8534-472b3ddc91ee tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437326
Apr 08 12:15:15.655368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43940) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:15.674457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-3ea199ca-b92c-46db-a201-3d860e7fb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:15.674457 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-3ea199ca-b92c-46db-a201-3d860e7fb91d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3315401
Apr 08 12:15:15.719011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:15:15.746742 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-651dd80a-9757-493a-8ff0-d768ce98c19f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f HTTP/1.1" status: 200  len: 217 time: 0.0764973
Apr 08 12:15:15.908072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43952) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:15.941065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:15:15.946814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:15:15.947563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:15.948622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f014df2e8>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '4dd59325-d8ca-4426-a0f9-e8ae9812fff5', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'port_id': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'mac_address': 'fa:16:3e:2b:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:14:42Z', 'updated_at': '2021-04-08T12:15:12Z', 'revision_number': 1, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:15.953231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634acb4-2432-4fc3-83e2-b99dabdb2e24 None None] The sync data for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi is: [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '4dd59325-d8ca-4426-a0f9-e8ae9812fff5', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'port_id': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'mac_address': 'fa:16:3e:2b:44:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:14:42Z', 'updated_at': '2021-04-08T12:15:12Z', 'revision_number': 1, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:15:15.987687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.005963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:16.014848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Usage tracker for resource:security_group_rule and tenant:0843fbda83974417965eb9f31babb22b is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:16.016754 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-94e81809-1c5c-4e68-841a-41d16200fcd9 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2685697
Apr 08 12:15:16.019186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:16.027339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:16.149412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-5a5f7a6f-0a4a-4e41-9047-6b41b27ea9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:16.151021 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-5a5f7a6f-0a4a-4e41-9047-6b41b27ea9bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.3426261
Apr 08 12:15:16.161315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.164922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.173182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.177223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:16.180721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:16.185187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Usage tracker for resource:security_group_rule and tenant:e369fa7dfa1c4af1a5bd6a114f46fac8 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:16.187886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:16.188596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:16.195465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:16.217999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.222242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f295e-9ed3-4aef-b82c-221ed0423abe req-02d9d9ad-0589-4ae3-86a0-f0e2c01c746d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:16.223052 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-af3f295e-9ed3-4aef-b82c-221ed0423abe req-02d9d9ad-0589-4ae3-86a0-f0e2c01c746d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:16.230550 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-2c78dc26-2ae4-4eb2-9087-bb03de259788 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692213
Apr 08 12:15:16.236474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:16.242946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'code': 200}
Apr 08 12:15:16.245150 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.247489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:16.306675 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0843fbda83974417965eb9f31babb22b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6476035
Apr 08 12:15:16.307210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43962) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:16.309618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a03fbbb-5c8f-4192-b1aa-d972f60ac8ff,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:16.324525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:16.328178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:16.336078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.336078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.336078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.338330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.338330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.338330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.338330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.338330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.338679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.338899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.339161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.339539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:16.350886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:16.394819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4725ea-e772-4cd4-bee7-e9584a6dede3 None None] New status for floating IP 4dd59325-d8ca-4426-a0f9-e8ae9812fff5: ACTIVE {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:15:16.443482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-af3f295e-9ed3-4aef-b82c-221ed0423abe req-02d9d9ad-0589-4ae3-86a0-f0e2c01c746d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:16.452239 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-af3f295e-9ed3-4aef-b82c-221ed0423abe req-02d9d9ad-0589-4ae3-86a0-f0e2c01c746d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 944 time: 0.8437793
Apr 08 12:15:16.456444 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58ed187d-9bbb-493a-b3fb-23d5f888e656 req-ef34881f-745a-4bb2-8597-9e1e5dbb21a1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4243042
Apr 08 12:15:16.487244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.493582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.507009 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-af3f295e-9ed3-4aef-b82c-221ed0423abe req-dcc49cd3-d9fa-4102-ad32-1583fdd1d74b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533586
Apr 08 12:15:16.548157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.570386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5ec041fc-bf13-428d-83ac-e9940234a689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:16.573178 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-6fa9b622-8ac9-4c4c-aae9-4cd955ddefd5 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3218908
Apr 08 12:15:16.596111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.678751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e369fa7dfa1c4af1a5bd6a114f46fac8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7693603
Apr 08 12:15:16.682515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43972) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:16.697736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b2f4b8-c921-4f4a-89ff-c8b233602f45,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:16.702829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:16.763078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.794494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.957133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:16.976791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d90f3b60-f927-40f3-9e6d-fda8d16cac66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:16.988091 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-40ec4bfc-0bf3-4bc9-a620-2390f34a8382 req-6004d0bf-c735-403f-95de-61a072127cf2 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3615329
Apr 08 12:15:16.995090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.001358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b2f4b8-c921-4f4a-89ff-c8b233602f45,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:17.018322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:17.019062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:17.026103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4e3de-5cca-43fd-901a-0490c54b893f req-8bd8d0ea-89fb-406d-b15a-08329041c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:17.027848 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-83c4e3de-5cca-43fd-901a-0490c54b893f req-8bd8d0ea-89fb-406d-b15a-08329041c9a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1098 time: 0.4578655
Apr 08 12:15:17.052560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a03fbbb-5c8f-4192-b1aa-d972f60ac8ff,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:17.071918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffe461-9d37-43ef-adca-7f103c002a8b req-a546a245-e153-452f-a4d3-318a1adddc36 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:17.087378 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-75ffe461-9d37-43ef-adca-7f103c002a8b req-a546a245-e153-452f-a4d3-318a1adddc36 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.2504406
Apr 08 12:15:17.089550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.093485 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a03fbbb-5c8f-4192-b1aa-d972f60ac8ff HTTP/1.1" status: 204  len: 168 time: 0.7852931
Apr 08 12:15:17.094632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.095727 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c7478088-8313-4e91-9416-5b771c73bc1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81b2f4b8-c921-4f4a-89ff-c8b233602f45 HTTP/1.1" status: 204  len: 168 time: 0.4121251
Apr 08 12:15:17.097618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:17.112478 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-83c4e3de-5cca-43fd-901a-0490c54b893f req-4ea9d9ae-2ce4-40c0-aa04-10411efd3e8f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761981
Apr 08 12:15:17.135082 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-75ffe461-9d37-43ef-adca-7f103c002a8b req-27becfd9-9c3d-485f-82bf-bd6a1bdbf2a1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388517
Apr 08 12:15:17.649724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 43998) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:17.669130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.683273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44002) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:17.698293 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:17.705229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Usage tracker for resource:security_group_rule and tenant:d74d99a1564a4d91a4ba102e7be88486 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:17.708468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.712992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703912-317e-4519-ada8-26a474437d58 req-976e5746-1e7a-44c3-8b5a-c3d03874a704 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:17.714610 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-92703912-317e-4519-ada8-26a474437d58 req-976e5746-1e7a-44c3-8b5a-c3d03874a704 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0890336
Apr 08 12:15:17.717457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:17.726613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:17.732343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:17.740829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Usage tracker for resource:security_group_rule and tenant:a5384923b7524ec88c4535c3683d5561 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:17.744549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:17.749228 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-92703912-317e-4519-ada8-26a474437d58 req-97eaf2e4-108c-4324-b313-2e20a1db21c3 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0279977
Apr 08 12:15:17.757853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:17.874521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.902595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.907877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.916848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7b677fa3-aeaf-4547-ad23-6d67c7db7bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:17.950575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:17.966970 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d74d99a1564a4d91a4ba102e7be88486&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3160827
Apr 08 12:15:17.967842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f5400f-9563-4182-aa20-ee7b54af8d8b,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:17.970476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44006) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:17.973019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:17.974024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:18.013244 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5384923b7524ec88c4535c3683d5561&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3289044
Apr 08 12:15:18.014942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff24871-2cdd-4aaa-a5e7-05007f058a91,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:18.015956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44012) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:18.018116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:18.073606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.122079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.133709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.185169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.289413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.299639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30a66187-3405-4cc7-9d39-68ecdf7adc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:18.309910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.322770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f5400f-9563-4182-aa20-ee7b54af8d8b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:18.341929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.342352 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.342752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.343137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.343517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.343899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.344275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.344652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.345028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.345401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.345774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.346144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:18.349681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:18.352891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:18.368835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.370044 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9f5400f-9563-4182-aa20-ee7b54af8d8b HTTP/1.1" status: 204  len: 168 time: 0.3984330
Apr 08 12:15:18.372912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff24871-2cdd-4aaa-a5e7-05007f058a91,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:18.375239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:18.376364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:18.377724 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ff24871-2cdd-4aaa-a5e7-05007f058a91 HTTP/1.1" status: 204  len: 168 time: 0.3604579
Apr 08 12:15:18.409595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851cbfc-a7d7-47b8-88b7-440aeb06a7c3 req-2b1bd026-7974-4ab1-b8ce-e0cfa8c6d013 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:18.411514 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7851cbfc-a7d7-47b8-88b7-440aeb06a7c3 req-2b1bd026-7974-4ab1-b8ce-e0cfa8c6d013 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1640573
Apr 08 12:15:18.447749 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7851cbfc-a7d7-47b8-88b7-440aeb06a7c3 req-dbe83a83-b595-430b-b971-65d9dea90baa tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0290995
Apr 08 12:15:18.962154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6de8d-a350-4792-9f0e-3c2de193b721 req-2e377d49-a04d-4e81-a93f-0fb3a7fcd159 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:18.963650 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0dd6de8d-a350-4792-9f0e-3c2de193b721 req-2e377d49-a04d-4e81-a93f-0fb3a7fcd159 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0939744
Apr 08 12:15:18.997530 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0dd6de8d-a350-4792-9f0e-3c2de193b721 req-11d8de9f-631f-4136-a406-c432e3116d0e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263479
Apr 08 12:15:19.081723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44040) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:19.100683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:19.116560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:19.120582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ada9aa00f54039be577217ae5b16ab is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:19.124043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:19.130630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:19.228073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:19.262148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:19.272209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cf274ac3-2a92-4cce-962c-8ebee08b8d06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:19.315501 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3ada9aa00f54039be577217ae5b16ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2325387
Apr 08 12:15:19.316424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d5dd7a-a876-49e5-bca9-a76e1f3028b4,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:19.318503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44050) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:19.320128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:19.382054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:19.410097 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:19.495712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:19.502804 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a68b25c6-7bb1-4486-9fb6-5a71e9bed67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:19.521522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d5dd7a-a876-49e5-bca9-a76e1f3028b4,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:19.524049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:19.540725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:19.546149 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98d5dd7a-a876-49e5-bca9-a76e1f3028b4 HTTP/1.1" status: 204  len: 168 time: 0.2263896
Apr 08 12:15:19.661364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238919-d116-4377-ae7e-2a4f46d3cd22 req-815cd1ab-0eb4-4bd8-a41c-e57cc38efb19 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:19.663011 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59238919-d116-4377-ae7e-2a4f46d3cd22 req-815cd1ab-0eb4-4bd8-a41c-e57cc38efb19 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0951347
Apr 08 12:15:19.700041 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59238919-d116-4377-ae7e-2a4f46d3cd22 req-3fc6c225-b7aa-487f-9a5d-d8ce3e1af084 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295739
Apr 08 12:15:20.212364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113bf8-1ef0-4bad-9c6e-9cce374e6c8a req-594b06bb-7007-4f7f-a886-e3325389ce37 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:20.214100 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-13113bf8-1ef0-4bad-9c6e-9cce374e6c8a req-594b06bb-7007-4f7f-a886-e3325389ce37 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0948007
Apr 08 12:15:20.256711 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-13113bf8-1ef0-4bad-9c6e-9cce374e6c8a req-3113d1ea-ed55-4041-9fe7-658fc787708d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350659
Apr 08 12:15:20.954259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e20fbb-ff8c-438d-a46d-857e3adf385c req-cd4f7bdc-dfa7-453b-bd2c-aa92bd82a73c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:20.955865 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-95e20fbb-ff8c-438d-a46d-857e3adf385c req-cd4f7bdc-dfa7-453b-bd2c-aa92bd82a73c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1059961
Apr 08 12:15:20.987686 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-95e20fbb-ff8c-438d-a46d-857e3adf385c req-d3730a72-5f31-477e-86e9-a8846edabc66 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248375
Apr 08 12:15:21.218826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44138) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:21.439317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44154) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:21.545614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.561993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:21.566148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a3e0b89c3744d594d977a703d14daf is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:21.569249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:21.577338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:21.579550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.609763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211aef5-8924-4170-9d30-969cbc91807f req-07c45756-df9c-4284-a5fb-aadff003ed9d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:21.611599 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7211aef5-8924-4170-9d30-969cbc91807f req-07c45756-df9c-4284-a5fb-aadff003ed9d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1566641
Apr 08 12:15:21.612718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:21.617624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:239976e4840c4c5c818ab6cff771d7a7 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:21.665172 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7211aef5-8924-4170-9d30-969cbc91807f req-20cb3a01-1430-439f-a929-38d5327c9870 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344546
Apr 08 12:15:21.666593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:21.684291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.686124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:21.726272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.743820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:21.792428 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2a3e0b89c3744d594d977a703d14daf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5699582
Apr 08 12:15:21.792428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d730c986-0438-4019-9f2f-41c6d924bb65,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:21.800794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44166) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:21.800794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:21.801849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.844147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.853235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:21.868898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.893816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44172) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:21.894047 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=239976e4840c4c5c818ab6cff771d7a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4531419
Apr 08 12:15:21.915225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:21.919217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b571b8-1ceb-4d2d-bbb7-f1dc9346794b,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:21.922458 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:21.998974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.031242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.059248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.073329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:22.093407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d730c986-0438-4019-9f2f-41c6d924bb65,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:22.095730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:22.120748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.122872 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d730c986-0438-4019-9f2f-41c6d924bb65 HTTP/1.1" status: 204  len: 168 time: 0.3277054
Apr 08 12:15:22.153434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.162901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-82eea8cf-cd75-4a5a-bd8f-958320331561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:22.173759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.178102 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0b571b8-1ceb-4d2d-bbb7-f1dc9346794b HTTP/1.1" status: 204  len: 168 time: 0.2801466
Apr 08 12:15:22.178102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b571b8-1ceb-4d2d-bbb7-f1dc9346794b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:22.208302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:22.261806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953e650-b39a-459c-93ef-41807be43093 req-c0c45431-f5a2-4114-91f6-c276403708cc tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:22.263444 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3953e650-b39a-459c-93ef-41807be43093 req-c0c45431-f5a2-4114-91f6-c276403708cc tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1091366
Apr 08 12:15:22.294838 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3953e650-b39a-459c-93ef-41807be43093 req-468751a7-730d-41ad-9132-cac0b97d29bb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250707
Apr 08 12:15:22.713635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44204) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:22.732859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.749510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:22.755013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Usage tracker for resource:security_group_rule and tenant:66a66a12c83f4c52906fba1fd60be5f2 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:22.758177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:22.764493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:22.944060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854002b3-c14e-4758-a1c4-736ad5b9c618 req-a898b797-0249-4951-9089-17a993a6776b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:22.948489 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-854002b3-c14e-4758-a1c4-736ad5b9c618 req-a898b797-0249-4951-9089-17a993a6776b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1595733
Apr 08 12:15:22.990691 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:22.998960 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-854002b3-c14e-4758-a1c4-736ad5b9c618 req-1df4897f-5b3f-4633-afe5-06fbe384a8d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387855
Apr 08 12:15:23.028218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:23.040897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-54eb4b93-bf96-4334-ad40-5edc58e6df61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:23.087712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae079e77-eede-47b1-aa3d-af09f6abcf4e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:23.091380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:23.095338 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66a66a12c83f4c52906fba1fd60be5f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3797455
Apr 08 12:15:23.097661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44224) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:23.162023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:23.189429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:23.214994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20f5c3-467b-4776-9d00-8e03fd833c5b req-8e53ed01-217f-4610-8d86-993ba7b165dc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:23.216660 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cc20f5c3-467b-4776-9d00-8e03fd833c5b req-8e53ed01-217f-4610-8d86-993ba7b165dc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0909042
Apr 08 12:15:23.228227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44228) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:23.235531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'floatingip': {'port_id': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:23.321153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:23.330816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:23.340647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:23.356174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae079e77-eede-47b1-aa3d-af09f6abcf4e,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:23.376563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:23.377481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:23.380617 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae079e77-eede-47b1-aa3d-af09f6abcf4e HTTP/1.1" status: 204  len: 168 time: 0.2808897
Apr 08 12:15:23.568774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bc3f4-466f-4775-b57f-dfdaf593a4b7 req-f72b749b-c46c-4ffc-8a4f-4b7d05a226a2 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:23.576684 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b26bc3f4-466f-4775-b57f-dfdaf593a4b7 req-f72b749b-c46c-4ffc-8a4f-4b7d05a226a2 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1268005
Apr 08 12:15:23.604164 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b26bc3f4-466f-4775-b57f-dfdaf593a4b7 req-c5fb7434-16d4-47ac-85e0-1b429990db47 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263038
Apr 08 12:15:24.278137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.resource_extend [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 12:15:24.433338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:24.438585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-28d1ef18-2a8c-454e-9e29-dee5ed96d345 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:24.440167 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-28d1ef18-2a8c-454e-9e29-dee5ed96d345 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.2841160
Apr 08 12:15:24.456800 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-e40b13d5-a072-4182-ab0c-829ea4c578b0 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/quotas/0104642b5c2d4d15bccda4263a3cbd8e HTTP/1.1" status: 200  len: 375 time: 0.0101545
Apr 08 12:15:24.546787 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-3d4f92c8-faed-4697-a226-93fbbecbcfee tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0812268
Apr 08 12:15:24.686757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-047faf00-8b13-45ba-a97e-39bd4df4725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:24.856404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:24.897378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44304) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:24.954584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7fc67-9acb-417f-8646-457a4f99ad02 req-e470d91e-b1a1-4484-b3da-475c522711f4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:24.959803 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51e7fc67-9acb-417f-8646-457a4f99ad02 req-e470d91e-b1a1-4484-b3da-475c522711f4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1224489
Apr 08 12:15:24.989665 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51e7fc67-9acb-417f-8646-457a4f99ad02 req-82afb997-1092-4fb9-a7af-2e612d14b2f4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245032
Apr 08 12:15:25.077046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.091719 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-80d1d8f7-479e-4974-93da-9fce1c253db6 service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5372622
Apr 08 12:15:25.095484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:25.103747 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Floating IP 81869338-c0a4-4f2c-949b-d963941b5ed2 associated. External IP: 172.27.1.106, port: 53f6e72e-034c-4c1c-be6e-8d0a69255cf0.
Apr 08 12:15:25.103912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Usage tracker for resource:security_group_rule and tenant:2dc973df5d6545c7be4e958e1ae89626 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:25.103912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:25.111879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:25.213362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.243695 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.253793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:25.303108 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2dc973df5d6545c7be4e958e1ae89626&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4006529
Apr 08 12:15:25.303975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61a7b1-5bdf-46da-8261-2d7149dfeda8,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:25.306522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44322) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:25.320397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:25.469022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.493750 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ab549235-0121-4bea-8fe1-48034f8e456b service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2734232
Apr 08 12:15:25.544193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44330) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:25.598426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44336) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:25.639668 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.743934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:15:25.758696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.772792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.787413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:25.793704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:25.796178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Usage tracker for resource:security_group_rule and tenant:d8e26863ac374db0a93316014333d543 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:25.800072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:25.803231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Usage tracker for resource:security_group_rule and tenant:d96058fc6b304c8194875fff454d17ec is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:25.808509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:25.814079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:25.816351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:25.820373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.887761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fa8db379-ab25-4669-a87f-cd4b2c4d3198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:25.912723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61a7b1-5bdf-46da-8261-2d7149dfeda8,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:25.917753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:25.941470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.942843 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b61a7b1-5bdf-46da-8261-2d7149dfeda8 HTTP/1.1" status: 204  len: 168 time: 0.6263790
Apr 08 12:15:25.952637 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3491a8b2-0e07-448d-aea0-ca887b9f8685 req-d0cadef8-590b-4b10-aa08-5b68378fcb07 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 210 time: 0.0752156
Apr 08 12:15:25.978971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:15:25.983609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:25.990851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] Sync routers for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:15:26.014893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:15:26.015608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0145fc88>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:14:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:26.041891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.044183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.087447 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-db4b43a5-7e57-4e31-a882-b941ff3ac7bf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "PUT /v2.0/floatingips/81869338-c0a4-4f2c-949b-d963941b5ed2 HTTP/1.1" status: 200  len: 991 time: 2.8580203
Apr 08 12:15:26.088477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:26.091416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.100787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:26.131192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c23a94-aa01-42ca-8cb7-5996f012ba69,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:26.141217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.153932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:26.154536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:26.180466 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b291f99b-1e94-45fc-a1bb-7598dc0be48f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d96058fc6b304c8194875fff454d17ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6325967
Apr 08 12:15:26.181315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44358) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:26.208312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23883fa7-17f4-4ab4-b278-f91a1e9cb980,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:26.213487 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8e26863ac374db0a93316014333d543&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6136339
Apr 08 12:15:26.218969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:26.221000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44364) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:26.318061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:15:26.354946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-af96bf40-70b6-4d53-968c-d9d2f853ce89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.395964 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'status': 'completed', 'code': 200}
Apr 08 12:15:26.412818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-af96bf40-70b6-4d53-968c-d9d2f853ce89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.537066 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.546606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-af96bf40-70b6-4d53-968c-d9d2f853ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.565977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3aab06fc-78ef-4e7c-8456-4e75c970ca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:26.586958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3f6c-4cb7-4a25-872b-de53ad37db62 req-4858c3ad-c818-4c32-b587-377eebc4d1f7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:26.588578 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-060e3f6c-4cb7-4a25-872b-de53ad37db62 req-4858c3ad-c818-4c32-b587-377eebc4d1f7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.3874156
Apr 08 12:15:26.594413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.599268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-af96bf40-70b6-4d53-968c-d9d2f853ce89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.614801 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-af96bf40-70b6-4d53-968c-d9d2f853ce89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23883fa7-17f4-4ab4-b278-f91a1e9cb980 HTTP/1.1" status: 204  len: 168 time: 0.3835301
Apr 08 12:15:26.616219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96bf40-70b6-4d53-968c-d9d2f853ce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23883fa7-17f4-4ab4-b278-f91a1e9cb980,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:26.621191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-af96bf40-70b6-4d53-968c-d9d2f853ce89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:26.694900 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-060e3f6c-4cb7-4a25-872b-de53ad37db62 req-24aa9eec-bd3c-4b25-81df-e4207394e6d0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908899
Apr 08 12:15:26.710192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740d28-aa8a-452e-82d6-6fa446623805 req-55f570ee-fa90-4267-b0c8-723624f21ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:26.711865 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-04740d28-aa8a-452e-82d6-6fa446623805 req-55f570ee-fa90-4267-b0c8-723624f21ebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1098 time: 0.2764866
Apr 08 12:15:26.799765 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41f94a22-a223-45db-bb9d-2b038b6f25a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.808830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.822877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-735d7ee6-8af9-46e2-a6f6-3442bd988b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:26.852474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c23a94-aa01-42ca-8cb7-5996f012ba69,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:26.862797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:26.862797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:26.862797 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c23a94-aa01-42ca-8cb7-5996f012ba69 HTTP/1.1" status: 204  len: 168 time: 0.6792958
Apr 08 12:15:26.931936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740d28-aa8a-452e-82d6-6fa446623805 req-b5bdc915-77d5-46e2-a4de-ae5ee2eb8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:26.933771 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-04740d28-aa8a-452e-82d6-6fa446623805 req-b5bdc915-77d5-46e2-a4de-ae5ee2eb8439 service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.2072949
Apr 08 12:15:27.017649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:27.072710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0145fc88>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '81869338-c0a4-4f2c-949b-d963941b5ed2', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'port_id': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704586d7-ad35-414f-af0c-5835b542f260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:14:56Z', 'updated_at': '2021-04-08T12:15:24Z', 'revision_number': 1, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:27.077774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] Checking router: 2a15f1b5-fe0c-402c-8d46-ce9370f86535 for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:15:27.088789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:15:27.089653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0145fc88>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:15:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:27.145890 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-04740d28-aa8a-452e-82d6-6fa446623805 req-f32894da-6d38-40e1-b1ce-f78394065d15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 200  len: 999 time: 0.2039061
Apr 08 12:15:27.215951 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4158336d-0e34-4839-ba45-4cabddd8cc4f req-abb381fc-25d5-479e-b74c-3af132c1506b tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 210 time: 0.0568552
Apr 08 12:15:27.248116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740d28-aa8a-452e-82d6-6fa446623805 req-6ba800f5-2041-4889-81b5-ed742a099982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:27.251092 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-04740d28-aa8a-452e-82d6-6fa446623805 req-6ba800f5-2041-4889-81b5-ed742a099982 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0954053
Apr 08 12:15:27.326144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44396) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:27.343665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:15:27.348949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:27.428627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:27.437548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740d28-aa8a-452e-82d6-6fa446623805 req-83e58afd-f015-4924-b65b-a36578c9010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:27.439200 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-04740d28-aa8a-452e-82d6-6fa446623805 req-83e58afd-f015-4924-b65b-a36578c9010f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1794918
Apr 08 12:15:27.439941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Usage tracker for resource:security_group_rule and tenant:30aae03a8a0d488295ec84fbd9ef3da7 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:27.449242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:27.469244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:27.689967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:27.703809 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-04740d28-aa8a-452e-82d6-6fa446623805 req-30717c6c-d3ab-40b4-a14f-9e0928758eec service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523992
Apr 08 12:15:27.736779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:27.756194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5340b32b-a657-40a7-9c2a-2466e2964d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:27.852113 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30aae03a8a0d488295ec84fbd9ef3da7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5273883
Apr 08 12:15:27.855567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44418) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:27.908358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c77732-bdfa-4258-81c3-c6034ca99ed5,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:27.914944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:27.931372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:27.972506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:28.054750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0145fc88>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '81869338-c0a4-4f2c-949b-d963941b5ed2', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'port_id': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704586d7-ad35-414f-af0c-5835b542f260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:14:56Z', 'updated_at': '2021-04-08T12:15:24Z', 'revision_number': 1, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:28.068477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:28.068977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372f8bc-bf48-47f2-bd4a-b7a9bc7c734d None None] The sync data for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi is: [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '81869338-c0a4-4f2c-949b-d963941b5ed2', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'port_id': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704586d7-ad35-414f-af0c-5835b542f260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:14:56Z', 'updated_at': '2021-04-08T12:15:24Z', 'revision_number': 1, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:15:28.081554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4b90a749-781e-407c-bacc-45157a771e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:28.119316 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c77732-bdfa-4258-81c3-c6034ca99ed5,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:28.130141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:28.131762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:28.135957 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2c77732-bdfa-4258-81c3-c6034ca99ed5 HTTP/1.1" status: 204  len: 168 time: 0.2792921
Apr 08 12:15:28.303038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:28.365088 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-04740d28-aa8a-452e-82d6-6fa446623805 req-ca0816c1-a476-4935-bbe9-0b85c82bf9af service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6532941
Apr 08 12:15:28.381802 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-995c5c61-79ba-43ab-be59-e0f2dad851ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2081845
Apr 08 12:15:28.384949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2ecb2-10a1-4a3f-8105-5a58a3d7b881 req-6e9772a3-8fd8-4950-a6f5-a6633049dada tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:28.386642 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-81c2ecb2-10a1-4a3f-8105-5a58a3d7b881 req-6e9772a3-8fd8-4950-a6f5-a6633049dada tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.2178354
Apr 08 12:15:28.471751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-81c2ecb2-10a1-4a3f-8105-5a58a3d7b881 req-d89a4232-2b8a-41b6-b6c0-e279d9b7d217 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765169
Apr 08 12:15:28.551380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877fce4e-02bd-40ea-b7f1-6be28cf790db None None] New status for floating IP 81869338-c0a4-4f2c-949b-d963941b5ed2: ACTIVE {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:15:28.595985 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-db46b408-2b0f-4ae6-8f2e-23fdbb3c35b2 req-a30274fd-9fbf-47bf-b0a6-ebf2b63eb121 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 210 time: 0.1265047
Apr 08 12:15:28.824773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-0c8ef007-8662-49fd-aced-ccee1ceec6bb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:28.827300 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-0c8ef007-8662-49fd-aced-ccee1ceec6bb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.6070001
Apr 08 12:15:28.855092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Request body: {'port': {'device_id': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'admin_state_up': True, 'tenant_id': '0104642b5c2d4d15bccda4263a3cbd8e'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:28.892340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6c53f-e709-4891-994f-ad3489857513 req-c2e0d3f1-8311-44d1-9e26-662aa72e8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:28.894215 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-c2e0d3f1-8311-44d1-9e26-662aa72e8a2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 1098 time: 0.2719376
Apr 08 12:15:29.131905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:29.215342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6c53f-e709-4891-994f-ad3489857513 req-87875908-6326-4c4e-a7ef-c74606e2e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:29.217082 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-87875908-6326-4c4e-a7ef-c74606e2e1e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 916 time: 0.2954361
Apr 08 12:15:29.369036 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-8e45bf15-4ac9-4cae-b9da-ea0681651569 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e462b605-b4cf-4d87-9526-70194bb10bd6 HTTP/1.1" status: 200  len: 217 time: 0.1369245
Apr 08 12:15:29.402748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:29.414812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:29.457004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Made reservation on behalf of 0104642b5c2d4d15bccda4263a3cbd8e for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:15:29.464114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:29.538190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6c53f-e709-4891-994f-ad3489857513 req-fe8a0d7f-5c92-4202-b01f-00d280cfab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:29.564741 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-fe8a0d7f-5c92-4202-b01f-00d280cfab98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.1612604
Apr 08 12:15:29.614820 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-03fac4e9-1f65-4c96-8e31-6ed566388f64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602574
Apr 08 12:15:29.684579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Allocated IP 172.20.0.14 (3ba216da-ab5f-4265-9387-3aaa52f8d07f/a25453ca-159b-4ec5-8982-6d3f090b9d1d/5a94a06b-3cc9-4eb2-b8aa-2a61327d0119) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:15:29.870442 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-56412d67-fecc-489d-9100-f095e5271bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062175
Apr 08 12:15:29.888789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5695-daee-45ab-ab89-93b9c6ee84dd req-b5a8671a-b5f2-4289-b9f7-9d0a4dc9196c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:29.890679 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-faef5695-daee-45ab-ab89-93b9c6ee84dd req-b5a8671a-b5f2-4289-b9f7-9d0a4dc9196c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.2747149
Apr 08 12:15:29.935714 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cc74c1e4-d7ed-40e7-a558-643d0a91b77a req-51411eb2-864f-4ff4-8688-4bbab6e0d69d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 210 time: 0.0644794
Apr 08 12:15:30.029625 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-faef5695-daee-45ab-ab89-93b9c6ee84dd req-d68c41c8-e473-4248-b782-60a5b7e12e44 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095676
Apr 08 12:15:30.079640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:30.084027 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34b6c53f-e709-4891-994f-ad3489857513 req-3aea0ac4-5973-488a-b861-3db151956d4c service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922228
Apr 08 12:15:30.165640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:30.185524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:30.188688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:30.361029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event updated for resources: {'Port': ['ID=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:30.372701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:30.478193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:15:30.479566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:15:30.483621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:15:30.576382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:30.577086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:30.686262 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8474786
Apr 08 12:15:30.700511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Request body: {'port': {'device_id': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:30.829978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:31.323615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fe66f-ea04-45a1-accf-bf818a785e97 req-152f495b-d856-4394-b54d-3f3507cb4527 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:31.325367 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de9fe66f-ea04-45a1-accf-bf818a785e97 req-152f495b-d856-4394-b54d-3f3507cb4527 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1416221
Apr 08 12:15:31.355752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dc5e8-4c18-4457-9c61-c27bc73e2ff7 req-db5a3f98-3e28-4c23-9523-250b52223a6c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:31.356788 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-455dc5e8-4c18-4457-9c61-c27bc73e2ff7 req-db5a3f98-3e28-4c23-9523-250b52223a6c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:31.360419 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de9fe66f-ea04-45a1-accf-bf818a785e97 req-67b328c6-bed8-4fa8-a842-58515ab4e7f2 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287430
Apr 08 12:15:31.434739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:31.443652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:31.462263 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Transition to ACTIVE for port object 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:15:31.504668 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-455dc5e8-4c18-4457-9c61-c27bc73e2ff7 req-db5a3f98-3e28-4c23-9523-250b52223a6c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:31.504668 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-455dc5e8-4c18-4457-9c61-c27bc73e2ff7 req-db5a3f98-3e28-4c23-9523-250b52223a6c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 932 time: 0.2931442
Apr 08 12:15:31.506284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:31.524158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:31.681277 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-455dc5e8-4c18-4457-9c61-c27bc73e2ff7 req-aaaf40f2-67c3-4eaf-9daf-ea3802670147 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580687
Apr 08 12:15:31.690248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Pushing event updated for resources: {'Port': ['ID=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:31.693594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:31.934258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Attempting to bind port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:15:31.934842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Attempting to bind port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:15:31.935011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Attempting to bind port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:31.940193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:15:31.940549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Attempting to bind port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:31.946523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:15:31.946904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Checking segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:15:31.947332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Bound using segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:15:31.947803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Bound port: 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:15:31.948190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:32.029930 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] For port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:15:32.033132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] For port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:15:32.068407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:32.085079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:32.312304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Pushing event updated for resources: {'Port': ['ID=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:32.315602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:32.348440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:32.349153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:32.350653 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] 10.222.0.55 "PUT /v2.0/ports/5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 HTTP/1.1" status: 200  len: 1094 time: 1.6549089
Apr 08 12:15:32.352042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'tag': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:32.365054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44386b90-07ec-494d-a417-65dbe0212ac2 req-b851b442-6022-475a-802a-0b8d2d29b078 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:32.366615 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-44386b90-07ec-494d-a417-65dbe0212ac2 req-b851b442-6022-475a-802a-0b8d2d29b078 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.1931667
Apr 08 12:15:32.399117 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-44386b90-07ec-494d-a417-65dbe0212ac2 req-76c620ba-481b-4a76-a486-3220a0e18faf tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255430
Apr 08 12:15:32.457916 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'tag': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'status': 'completed', 'code': 200}
Apr 08 12:15:32.628474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59695493-dab6-445e-8e84-5159eb2a5a7d req-2ccacf62-c8ea-4833-8a92-33497ab5948e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:32.630633 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59695493-dab6-445e-8e84-5159eb2a5a7d req-2ccacf62-c8ea-4833-8a92-33497ab5948e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0869715
Apr 08 12:15:32.660708 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59695493-dab6-445e-8e84-5159eb2a5a7d req-df597c6f-60a0-4813-8211-987697fe6d38 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236726
Apr 08 12:15:33.723533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:33.854398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492abe-3b58-4aee-ad8f-8c4380c1d011 req-656d0e4d-5bb9-4ebf-86e1-6e5e36683519 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:33.855956 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cd492abe-3b58-4aee-ad8f-8c4380c1d011 req-656d0e4d-5bb9-4ebf-86e1-6e5e36683519 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 944 time: 0.0890694
Apr 08 12:15:33.887207 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cd492abe-3b58-4aee-ad8f-8c4380c1d011 req-cf6a53db-3642-47ef-9534-82c4edf1d632 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249083
Apr 08 12:15:34.073930 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fa14f-9197-49c4-9208-74730c10fb0b req-616a8997-4b52-4f4d-b7b6-6ed3585e0031 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:34.075557 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-240fa14f-9197-49c4-9208-74730c10fb0b req-616a8997-4b52-4f4d-b7b6-6ed3585e0031 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.0916123
Apr 08 12:15:34.106988 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-240fa14f-9197-49c4-9208-74730c10fb0b req-fbdd250c-23a5-4d5d-b6a5-77a8184e76be tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245550
Apr 08 12:15:34.295406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbef359-dc03-4abf-abec-4fc7daf4e899 req-7efdeebd-c5d6-4270-bf30-02d7661d829f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:34.296971 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ecbef359-dc03-4abf-abec-4fc7daf4e899 req-7efdeebd-c5d6-4270-bf30-02d7661d829f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0861926
Apr 08 12:15:34.327632 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ecbef359-dc03-4abf-abec-4fc7daf4e899 req-d6053ef1-7496-41f7-9a82-5ce0581becb1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236878
Apr 08 12:15:35.126977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ef14-0eb4-4f60-b7e6-60a4a4746d1c req-6198e7ec-3ba7-4665-b0b5-eb6861e55502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:35.128518 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1bc7ef14-0eb4-4f60-b7e6-60a4a4746d1c req-6198e7ec-3ba7-4665-b0b5-eb6861e55502 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 1097 time: 0.1361215
Apr 08 12:15:35.330408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2d78d-0922-43e8-828c-d813e7c83812 req-6f61341b-8dda-4cde-8e5c-5248b4269d33 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:35.332139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-78a2d78d-0922-43e8-828c-d813e7c83812 req-6f61341b-8dda-4cde-8e5c-5248b4269d33 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.1024740
Apr 08 12:15:35.382582 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-78a2d78d-0922-43e8-828c-d813e7c83812 req-7ac6c5c7-5292-4413-a7e5-bb66f610a365 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348759
Apr 08 12:15:35.480286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067066f0-423f-4049-9ee6-19557530757c req-e8a5fb9d-fdc4-4b0e-b4ca-b7a5e273eaef tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:35.481870 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-067066f0-423f-4049-9ee6-19557530757c req-e8a5fb9d-fdc4-4b0e-b4ca-b7a5e273eaef tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 944 time: 0.4206839
Apr 08 12:15:35.535466 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-067066f0-423f-4049-9ee6-19557530757c req-c9032612-0e38-479f-ae97-8fc1bc8ff103 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445695
Apr 08 12:15:35.551853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ef14-0eb4-4f60-b7e6-60a4a4746d1c req-703b8a78-5a8b-4be2-b249-77581b69d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:35.553380 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1bc7ef14-0eb4-4f60-b7e6-60a4a4746d1c req-703b8a78-5a8b-4be2-b249-77581b69d50c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&shared=False HTTP/1.1" status: 200  len: 916 time: 0.4160311
Apr 08 12:15:35.613329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c5fc9-b7d1-49c1-a86a-0534ad8fb28c req-b40d6220-4867-40b0-be8b-78755291af0c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:35.615312 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb5c5fc9-b7d1-49c1-a86a-0534ad8fb28c req-b40d6220-4867-40b0-be8b-78755291af0c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0941031
Apr 08 12:15:35.657552 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb5c5fc9-b7d1-49c1-a86a-0534ad8fb28c req-daee389a-60d1-4c31-8618-7cf29e32fad4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352666
Apr 08 12:15:35.718333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ef14-0eb4-4f60-b7e6-60a4a4746d1c req-0847b5f1-8801-43fa-8c40-41cf86004a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:35.718333 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1bc7ef14-0eb4-4f60-b7e6-60a4a4746d1c req-0847b5f1-8801-43fa-8c40-41cf86004a6d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1510952
Apr 08 12:15:35.840461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-6e69330f-b7e8-43dd-9f2d-06f3fcd2ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:35.842135 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-6e69330f-b7e8-43dd-9f2d-06f3fcd2ee32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 1097 time: 0.0850642
Apr 08 12:15:35.921866 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-288c3326-d8da-496b-a4b4-9f0119f9cca6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 HTTP/1.1" status: 200  len: 217 time: 0.0673447
Apr 08 12:15:35.998803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-c38b99e5-8ee0-4501-970d-7eccf0ef0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:36.000392 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-c38b99e5-8ee0-4501-970d-7eccf0ef0349 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.0698435
Apr 08 12:15:36.059412 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-71ee1470-66a8-434f-8b72-db8029d8724e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490859
Apr 08 12:15:36.210075 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-d7b76247-a68d-40aa-93e3-c761793685da service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377697
Apr 08 12:15:36.612640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba57cae-5d3f-47ec-8732-3da21d8f9994 req-5b970e0f-c395-4263-99d9-0fe45bf8d012 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:36.617282 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fba57cae-5d3f-47ec-8732-3da21d8f9994 req-5b970e0f-c395-4263-99d9-0fe45bf8d012 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.0954363
Apr 08 12:15:36.650002 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fba57cae-5d3f-47ec-8732-3da21d8f9994 req-f3b3f5ac-e520-468f-b6b0-ff5c944776af tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271697
Apr 08 12:15:36.750802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436836a0-e50d-4d76-b1b5-ec7ad15c317e req-9ede0740-c12c-4453-aeda-88112b670754 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:36.752675 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-436836a0-e50d-4d76-b1b5-ec7ad15c317e req-9ede0740-c12c-4453-aeda-88112b670754 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 944 time: 0.0941393
Apr 08 12:15:36.768632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44646) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:36.799267 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-436836a0-e50d-4d76-b1b5-ec7ad15c317e req-4f72198c-82ca-4de7-a382-f17d4752e59b tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392964
Apr 08 12:15:36.907051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44403-65a2-4cec-a62a-533360f0a453 req-c81ad9f9-18d2-4a5c-a8a1-4bae489e1c85 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:36.908666 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7cb44403-65a2-4cec-a62a-533360f0a453 req-c81ad9f9-18d2-4a5c-a8a1-4bae489e1c85 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1038806
Apr 08 12:15:36.954898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:36.968189 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7cb44403-65a2-4cec-a62a-533360f0a453 req-4e59b219-63e7-4e69-a26d-6401a31dd722 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529311
Apr 08 12:15:36.973464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:36.977571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5fee795e194e53a7580f0785c1b6a7 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:36.980808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:36.986645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:37.075135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:37.101773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:37.110628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b53ed0ce-7612-4dea-b8e4-f6b275b82f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:37.153042 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c5fee795e194e53a7580f0785c1b6a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3831825
Apr 08 12:15:37.155135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88942ecc-0b81-4ed0-8919-6ac0831bdd29,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:37.155911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44656) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:37.161168 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:37.223017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:37.251876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:37.424326 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-43bc0cd8-3c6a-468c-81af-4990ec10ec9a req-bba68d39-4d2f-4aab-ab05-9418356076ad service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642489
Apr 08 12:15:37.445024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:37.450093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:37.463924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88942ecc-0b81-4ed0-8919-6ac0831bdd29,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:37.466812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:37.468029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:37.469281 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88942ecc-0b81-4ed0-8919-6ac0831bdd29 HTTP/1.1" status: 204  len: 168 time: 0.3121560
Apr 08 12:15:38.808524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44700) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:38.932812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:38.950145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:38.954371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Usage tracker for resource:security_group_rule and tenant:b66876b636164961a3109bfc855392d5 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:38.957692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:38.964112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:39.054484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:39.090439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:39.103822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:39.147430 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b66876b636164961a3109bfc855392d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3377395
Apr 08 12:15:39.148390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a38339b-7da6-4705-ad5f-ae2cf2a7940c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:39.150689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44710) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:39.151583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:39.215104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:39.243167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:39.318049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:39.323443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1b81079e-25b5-42d6-8050-bf2c810c8f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:39.336948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a38339b-7da6-4705-ad5f-ae2cf2a7940c,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:39.340735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:39.341704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:39.342813 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a38339b-7da6-4705-ad5f-ae2cf2a7940c HTTP/1.1" status: 204  len: 168 time: 0.1904824
Apr 08 12:15:39.676929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205102fc-df62-41fb-bdf4-153def9d52a1 req-501539e5-888a-41a6-8e31-a8866b520411 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:39.678770 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-205102fc-df62-41fb-bdf4-153def9d52a1 req-501539e5-888a-41a6-8e31-a8866b520411 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.1062577
Apr 08 12:15:39.689207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f42d9-8c95-4cd5-83f7-04b2541c50b7 req-2d9318f4-8369-45f0-a53c-4cbee18e2e9e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:39.690963 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e15f42d9-8c95-4cd5-83f7-04b2541c50b7 req-2d9318f4-8369-45f0-a53c-4cbee18e2e9e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 944 time: 0.1055944
Apr 08 12:15:39.713594 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-205102fc-df62-41fb-bdf4-153def9d52a1 req-9ba70552-41ea-42c5-8cc4-1ad479cf3cae tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275209
Apr 08 12:15:39.727223 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e15f42d9-8c95-4cd5-83f7-04b2541c50b7 req-43e87723-5845-4871-9792-0342ddb0ad87 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293005
Apr 08 12:15:39.914233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8087b-9bf3-4736-8459-670fb4d5f715 req-1d0851cb-88b1-47f7-a7d7-a26fcaf0de64 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:39.915854 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4dd8087b-9bf3-4736-8459-670fb4d5f715 req-1d0851cb-88b1-47f7-a7d7-a26fcaf0de64 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0940597
Apr 08 12:15:39.945954 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4dd8087b-9bf3-4736-8459-670fb4d5f715 req-3b0238ea-0d60-4ec6-aee4-71aa14c289bd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237379
Apr 08 12:15:40.928824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f137728-3780-4736-815b-55b2a55b5e26 req-f2ed4c2e-8f4e-4086-ac74-2b978d1765ad tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:40.930426 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9f137728-3780-4736-815b-55b2a55b5e26 req-f2ed4c2e-8f4e-4086-ac74-2b978d1765ad tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.0946681
Apr 08 12:15:40.961334 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9f137728-3780-4736-815b-55b2a55b5e26 req-b5bb36b7-4913-4c33-99c6-bff5692857eb tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/security-groups?id=57782edf-7ab3-4d50-8ee3-cea8461bf6df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244443
Apr 08 12:15:41.012595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871378b0-e27e-43c9-87a4-443268f661ad req-718312f6-3fe3-4d4d-85ec-a93635e842f0 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:41.014089 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-871378b0-e27e-43c9-87a4-443268f661ad req-718312f6-3fe3-4d4d-85ec-a93635e842f0 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.55 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 946 time: 0.1251266
Apr 08 12:15:41.023758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade171f-afe4-4a2f-898b-0c8781ac51bd req-77b150ec-f085-473d-a9ea-ef2611420109 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:41.025251 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ade171f-afe4-4a2f-898b-0c8781ac51bd req-77b150ec-f085-473d-a9ea-ef2611420109 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 944 time: 0.1728745
Apr 08 12:15:41.109615 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ade171f-afe4-4a2f-898b-0c8781ac51bd req-d945edff-6b09-4868-b7af-a490318cfc3a tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469685
Apr 08 12:15:41.124141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Deleting port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:15:41.124476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:41.154360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd8221-ac6c-4ccf-addb-e62970360af8 req-28755165-9d34-4391-8270-57add8a3a5f0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:41.156033 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7dbd8221-ac6c-4ccf-addb-e62970360af8 req-28755165-9d34-4391-8270-57add8a3a5f0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0911465
Apr 08 12:15:41.194552 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7dbd8221-ac6c-4ccf-addb-e62970360af8 req-8ad10f40-a445-4e2d-89c4-c778a64232a6 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286026
Apr 08 12:15:41.404142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] For port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,segment=NetworkSegment(f43c2e8f-a399-4bcb-8fe8-d49d491c6c03),segment_id=f43c2e8f-a399-4bcb-8fe8-d49d491c6c03)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:41.404671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:41.541042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Calling delete_port for b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 owned by compute:nova {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:15:41.845561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:15:41.878001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:41.896731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:41.926811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['b7f3ab3c-e833-4264-9ab9-8b7ea6034a56'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:41.992892 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Pushing event deleted for resources: {'Port': ['ID=b7f3ab3c-e833-4264-9ab9-8b7ea6034a56,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:42.002761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:42.032954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:42.049045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'port_id': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'mac_address': 'fa:16:3e:33:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25453ca-159b-4ec5-8982-6d3f090b9d1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:15:42.116223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:42.117622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:42.135980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:42.187961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:42.189496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] No DVR routers for this DVR port b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 on host hv-cinder-78477 {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:15:42.190431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:42.193149 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c67b529f-55b1-4144-8a9b-a2c6387431d7 req-88cc33e7-e726-427c-822d-f318357f4a21 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.0841708
Apr 08 12:15:42.195261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:42.198115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'name': 'network-vif-deleted', 'tag': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:42.257567 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-871378b0-e27e-43c9-87a4-443268f661ad req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.55 "DELETE /v2.0/ports/b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 HTTP/1.1" status: 204  len: 173 time: 1.2312388
Apr 08 12:15:42.278215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:42.280409 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02abb1a-c178-42da-8900-5f7177a6c913', 'name': 'network-vif-deleted', 'tag': 'b7f3ab3c-e833-4264-9ab9-8b7ea6034a56', 'status': 'completed', 'code': 200}
Apr 08 12:15:42.302249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.302686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.310493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.310493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.310493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.310493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.310493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.310493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.310493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.311384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.311384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.311635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:15:42.320793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:42.344913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74438043-7f55-4504-905a-e9dda892d1b4 req-72b0424d-b69e-4c2c-a2ad-f08b403c51ca tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:42.350944 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74438043-7f55-4504-905a-e9dda892d1b4 req-72b0424d-b69e-4c2c-a2ad-f08b403c51ca tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 945 time: 0.1148663
Apr 08 12:15:42.392887 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74438043-7f55-4504-905a-e9dda892d1b4 req-e9fd5eed-77ed-4c5f-bf63-f899103d36e1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377567
Apr 08 12:15:42.535833 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a06e3-d307-4bd6-91b8-b3d800a2c993 req-dcaaf6a8-f8fb-49eb-99b9-737e77119507 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:42.537434 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-677a06e3-d307-4bd6-91b8-b3d800a2c993 req-dcaaf6a8-f8fb-49eb-99b9-737e77119507 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0971148
Apr 08 12:15:42.567702 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-677a06e3-d307-4bd6-91b8-b3d800a2c993 req-d796344f-bda6-46ac-9a6b-6a4f9a7448f8 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238822
Apr 08 12:15:42.573846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['5a94a06b-3cc9-4eb2-b8aa-2a61327d0119'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:43.379824 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d4a69c74-5663-4826-8c82-a6c6fc4b6310 req-c0b518b4-1cb8-4226-816b-0f5983235c90 tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02abb1a-c178-42da-8900-5f7177a6c913 HTTP/1.1" status: 200  len: 210 time: 0.0483587
Apr 08 12:15:43.612018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0979-4956-4be8-a640-e7c8f559c9a2 req-f81b6103-3564-4502-92b4-f7107aa42e5a tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:43.613603 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-46af0979-4956-4be8-a640-e7c8f559c9a2 req-f81b6103-3564-4502-92b4-f7107aa42e5a tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 945 time: 0.0938334
Apr 08 12:15:43.645741 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-46af0979-4956-4be8-a640-e7c8f559c9a2 req-ace56b1a-d661-47c9-83d0-64471eb9a53d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255785
Apr 08 12:15:43.776212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec36905-6778-4b55-9ed0-4fd2594be804 req-0f43921b-dc62-489c-9f85-41d646932213 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:43.777704 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1ec36905-6778-4b55-9ed0-4fd2594be804 req-0f43921b-dc62-489c-9f85-41d646932213 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0911992
Apr 08 12:15:43.815645 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1ec36905-6778-4b55-9ed0-4fd2594be804 req-aef05982-710c-4c26-a92d-66fce98fa683 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314381
Apr 08 12:15:43.862044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:15:43.958820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:15:43.963747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:15:43.964172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:44.092502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:44.104539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:15:44.115522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:15:44.147503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:44.148471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:15:44.173491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:44.210561 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'code': 200}
Apr 08 12:15:44.232293 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:15:44.232688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device b7f3ab3c-e833-4264-9ab9-8b7ea6034a56 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:15:44.258968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:44.262213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:44.564230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abe614-1ae7-4b1c-85f4-153f6923698d req-72559a5d-f366-4d8b-9050-32c55fec826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:44.567093 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9abe614-1ae7-4b1c-85f4-153f6923698d req-72559a5d-f366-4d8b-9050-32c55fec826c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 1099 time: 0.0984890
Apr 08 12:15:44.614131 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9abe614-1ae7-4b1c-85f4-153f6923698d req-af10481b-12b6-4db8-bc56-5cd7e3c38580 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390089
Apr 08 12:15:44.864752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596a1c6-4cf4-4f8c-a9ce-0a57a3b39dff req-1108a308-8e63-4188-af4d-a889e4558043 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:44.866571 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b596a1c6-4cf4-4f8c-a9ce-0a57a3b39dff req-1108a308-8e63-4188-af4d-a889e4558043 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 946 time: 0.0894091
Apr 08 12:15:44.901240 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b596a1c6-4cf4-4f8c-a9ce-0a57a3b39dff req-a67aa69e-bfc3-4ad0-aaa1-5ce5317ad9e9 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275009
Apr 08 12:15:45.022468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f129-955c-4866-9e48-d8e58b73d369 req-72a69ab0-1c55-4fdf-ac9d-2b95857b6a81 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:45.024165 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-efc7f129-955c-4866-9e48-d8e58b73d369 req-72a69ab0-1c55-4fdf-ac9d-2b95857b6a81 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0900214
Apr 08 12:15:45.058012 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-efc7f129-955c-4866-9e48-d8e58b73d369 req-0fe828fd-d4fd-40ff-88f1-8950c6e607dc tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275490
Apr 08 12:15:48.428621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:15:48.577354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67664bfa-2cb2-427a-b495-67679f563349 req-02b58831-de13-4680-be97-348977817c76 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:48.577585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255be71b-7f0d-4611-ab21-618814358d7c req-33aabef1-4875-4e0f-a814-8a3d43af3d68 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:48.578992 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-67664bfa-2cb2-427a-b495-67679f563349 req-02b58831-de13-4680-be97-348977817c76 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 946 time: 0.0994875
Apr 08 12:15:48.579102 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-255be71b-7f0d-4611-ab21-618814358d7c req-33aabef1-4875-4e0f-a814-8a3d43af3d68 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0882585
Apr 08 12:15:48.610709 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-67664bfa-2cb2-427a-b495-67679f563349 req-87c644a4-f566-4a47-bc64-5c28995d7d02 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250282
Apr 08 12:15:48.614372 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-255be71b-7f0d-4611-ab21-618814358d7c req-80e7aec5-8374-4a81-acff-ff03a087a02b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0281634
Apr 08 12:15:49.724997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44856) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:49.853995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Deleting subnet c65860b9-c3db-4b6b-bbcf-616917071187 {{(pid=84431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:15:49.862235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:49.902521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5484382-67ca-46cd-9d55-c60653507e9e req-b072ff97-8fa9-4709-929a-402855cad6ec tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:49.904123 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e5484382-67ca-46cd-9d55-c60653507e9e req-b072ff97-8fa9-4709-929a-402855cad6ec tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0894086
Apr 08 12:15:49.926828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852218557'] for subnet, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:49.936610 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e5484382-67ca-46cd-9d55-c60653507e9e req-971467a7-ca07-48a7-bdca-cfd8f3b4a216 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256855
Apr 08 12:15:49.962400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d6bc1-4804-40b5-b77d-72131dcae466 req-44bca546-7bda-41d0-9b1a-49613d3663dc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:49.963970 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d0d6bc1-4804-40b5-b77d-72131dcae466 req-44bca546-7bda-41d0-9b1a-49613d3663dc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 946 time: 0.2041409
Apr 08 12:15:50.011887 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d0d6bc1-4804-40b5-b77d-72131dcae466 req-1728d6b7-374d-4417-b086-efe3796e1c24 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369177
Apr 08 12:15:50.021151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:50.530730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853752265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2274662'] for subnet, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:50.547591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:50.635050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65860b9-c3db-4b6b-bbcf-616917071187,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:50.639300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:50.687995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:50.696091 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c65860b9-c3db-4b6b-bbcf-616917071187 HTTP/1.1" status: 204  len: 168 time: 0.9685359
Apr 08 12:15:50.697325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 44878) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:50.823350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:51.033202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:51.157704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f011d1390>,) {'filters': {'network_id': ['2fad7ac1-72e3-42fe-bf32-aa760d9db440']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:51.171083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f011d1390>, 'f43c2e8f-a399-4bcb-8fe8-d49d491c6c03') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:51.174398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f011d1390>, 'f43c2e8f-a399-4bcb-8fe8-d49d491c6c03') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:15:51.175137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d03f0e-c592-4f12-afcd-537e6e1cd28d req-e1409c00-dd51-4875-acf5-b2da194080e5 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:51.176755 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-79d03f0e-c592-4f12-afcd-537e6e1cd28d req-e1409c00-dd51-4875-acf5-b2da194080e5 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0899491
Apr 08 12:15:51.183613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:51.222840 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-79d03f0e-c592-4f12-afcd-537e6e1cd28d req-767dd75f-0045-4380-8f5a-8fc5264c8ee4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392261
Apr 08 12:15:51.266656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:51.275007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:15:51.452500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:15:51.465768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:51.642606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Network 2fad7ac1-72e3-42fe-bf32-aa760d9db440 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:15:51.664988 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:15:51.958223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:51.962401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b837989a-6ea7-4c9b-900c-36cc1c9b1a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:51.979950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:51.986497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Pushing event deleted for resources: {'Network': ['ID=2fad7ac1-72e3-42fe-bf32-aa760d9db440,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:51.990358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:51.992246 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] 10.222.0.43 "DELETE /v2.0/networks/2fad7ac1-72e3-42fe-bf32-aa760d9db440 HTTP/1.1" status: 204  len: 168 time: 1.2939353
Apr 08 12:15:52.309262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44908) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:52.375252 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c14b62c9-9d4f-425f-8c5f-be8f653f8567 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d12229b5ee54bd8b6d2f1758187d5c1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0642579
Apr 08 12:15:52.376055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 44914) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:52.461962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:52.491227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc046a-84b3-4dab-a8c4-0a26c7dfb37e req-d8b4f8c6-6643-428e-9e24-ec2cefcbbc71 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:52.492850 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-02bc046a-84b3-4dab-a8c4-0a26c7dfb37e req-d8b4f8c6-6643-428e-9e24-ec2cefcbbc71 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1456282
Apr 08 12:15:52.496187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:52.530907 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-02bc046a-84b3-4dab-a8c4-0a26c7dfb37e req-4c2551f6-9ec0-4f29-ac3c-24e4c354e64b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312910
Apr 08 12:15:52.570068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:52.575270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:52.589801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57782edf-7ab3-4d50-8ee3-cea8461bf6df,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:52.594106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:52.642899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:52.644243 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57782edf-7ab3-4d50-8ee3-cea8461bf6df HTTP/1.1" status: 204  len: 168 time: 0.2670000
Apr 08 12:15:53.628998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d4918604-8464-4479-bde2-29550ad4171e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:53.630576 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d4918604-8464-4479-bde2-29550ad4171e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.1723025
Apr 08 12:15:53.646819 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-738a3038-4dbf-4d2b-9735-9b34e7d1d993 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/quotas/0104642b5c2d4d15bccda4263a3cbd8e HTTP/1.1" status: 200  len: 375 time: 0.0099890
Apr 08 12:15:53.743385 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-40a22631-4f1e-4f8e-a3ab-31008b49022e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0906067
Apr 08 12:15:53.792047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9a4d-087a-4aae-8a65-62b371b4cab8 req-8fc262d4-d860-4944-86e1-e0dc417c180d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:53.793933 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c39b9a4d-087a-4aae-8a65-62b371b4cab8 req-8fc262d4-d860-4944-86e1-e0dc417c180d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0927930
Apr 08 12:15:53.829128 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c39b9a4d-087a-4aae-8a65-62b371b4cab8 req-796e784a-afa0-42dd-b7d4-71144058d8e5 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274568
Apr 08 12:15:53.906959 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d10df153-a03b-4e99-b82b-73360ffca1dc service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554925
Apr 08 12:15:54.065651 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-f1337cc8-3b50-4679-ad48-73ac6a39758e service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512084
Apr 08 12:15:54.450125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c892773a-a3c9-4f10-a5b1-01346af08fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:54.480962 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2415735b-123c-451d-a7f4-d255d2eded36 req-006b60e2-7fe6-47d2-8e9e-160eb2e88d77 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 210 time: 0.0569515
Apr 08 12:15:54.663847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45028) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:54.801494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:54.818772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:54.824826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d55bf4bb86b4314a5ae7bf296e32b34 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:54.827947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:54.834765 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:55.026132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.061434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c12f7-b330-479b-80f4-6897edfc37e2 req-39dcba06-3416-4eb3-8849-8c17169af8bb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:55.063059 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-751c12f7-b330-479b-80f4-6897edfc37e2 req-39dcba06-3416-4eb3-8849-8c17169af8bb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1066120
Apr 08 12:15:55.088201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.099032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:55.115672 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-751c12f7-b330-479b-80f4-6897edfc37e2 req-1f7f31b3-725a-447b-abb0-88d9468ceb44 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455627
Apr 08 12:15:55.153715 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d55bf4bb86b4314a5ae7bf296e32b34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4880936
Apr 08 12:15:55.155020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87726f2-992d-4159-a8e1-7511374178f3,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:55.156983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45046) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:55.159119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:55.226540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.255454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.373105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45056) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:55.495743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.504641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-699bd424-0cac-4a77-a1e6-7b725e9cd3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:55.533762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87726f2-992d-4159-a8e1-7511374178f3,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:55.536988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:55.540578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.553984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.555240 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a87726f2-992d-4159-a8e1-7511374178f3 HTTP/1.1" status: 204  len: 168 time: 0.3971355
Apr 08 12:15:55.565943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:55.570869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8fae029bf4624c438e5e4bdc8576c5a0 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:55.577670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:55.580277 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:55.665417 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ee14c7ab-c10c-4441-96b2-ab734b2bd4d5 req-a2ec13b8-2359-4902-99d3-db5af364f1bd tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 210 time: 0.0600522
Apr 08 12:15:55.823972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.883264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:55.896225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-07d6398f-99e5-48e6-b0b7-440c7273a80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:55.934805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1212852c-e09a-45e3-85b0-97d5f05c490d,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:55.937994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:55.947178 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fae029bf4624c438e5e4bdc8576c5a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5728905
Apr 08 12:15:55.947697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45070) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:56.014948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:56.043978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:56.118978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:56.124440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3b043863-4cdc-457a-9ae6-6db1e7b8b666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:56.137267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1212852c-e09a-45e3-85b0-97d5f05c490d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:56.143349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:56.149940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:56.153661 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1212852c-e09a-45e3-85b0-97d5f05c490d HTTP/1.1" status: 204  len: 168 time: 0.2016447
Apr 08 12:15:56.338524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67844aa8-94a5-4faf-a469-51018198eebb req-380acd0e-acf4-4e65-b4fe-ca2370f9ac89 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:56.340102 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-67844aa8-94a5-4faf-a469-51018198eebb req-380acd0e-acf4-4e65-b4fe-ca2370f9ac89 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0945673
Apr 08 12:15:56.373161 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-67844aa8-94a5-4faf-a469-51018198eebb req-5e8f5900-c650-4d7b-956a-ffa940dee013 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260165
Apr 08 12:15:56.667444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b6657a2f-0ce2-4615-92e4-00d70b2c0278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:56.817066 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-b02c9d98-3837-437a-9c9b-43550118b888 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:56.820594 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-b02c9d98-3837-437a-9c9b-43550118b888 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.1887429
Apr 08 12:15:56.820890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45110) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:56.842918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:56.860811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:56.867106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Usage tracker for resource:security_group_rule and tenant:c70a8909576944e6ac5a5cfc00eb5b7d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:15:56.870286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:15:56.877164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:56.898156 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-13ae15bf-914b-4e41-8ca2-a91c7ef0c785 req-16b5144b-67b7-4839-aa4e-a21034c8ae94 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 210 time: 0.0656607
Apr 08 12:15:56.907810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Request body: {'port': {'device_id': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'admin_state_up': True, 'tenant_id': '0104642b5c2d4d15bccda4263a3cbd8e'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:56.991757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:56.999323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.016094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.048392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9dee5527-ebbc-4c2c-907a-f48bc30eead8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:57.060308 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c70a8909576944e6ac5a5cfc00eb5b7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2380698
Apr 08 12:15:57.063456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45114) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:15:57.066618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:15:57.078025 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:15:57.107257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e6d72c-de20-472f-b001-fb9dcc8221d2,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:57.114641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:57.116452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Made reservation on behalf of 0104642b5c2d4d15bccda4263a3cbd8e for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:15:57.125400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.160917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.189977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.273297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.278957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6bbc3cbd-3ab0-45c1-bc62-bbc0feaa3fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:57.292868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Allocated IP 172.20.0.10 (3ba216da-ab5f-4265-9387-3aaa52f8d07f/a25453ca-159b-4ec5-8982-6d3f090b9d1d/c29b9742-45bf-41e2-8335-cb85ed46dc8d) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:15:57.293877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e6d72c-de20-472f-b001-fb9dcc8221d2,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:57.296865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:57.299329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.303856 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55e6d72c-de20-472f-b001-fb9dcc8221d2 HTTP/1.1" status: 204  len: 168 time: 0.2392528
Apr 08 12:15:57.535336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.626921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:57.640366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768e4c7-46e7-4b76-ba50-9f9a74deb3bb req-8b07b493-c8da-4e4c-af90-b1b98cb35b1b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:57.642570 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a768e4c7-46e7-4b76-ba50-9f9a74deb3bb req-8b07b493-c8da-4e4c-af90-b1b98cb35b1b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0983491
Apr 08 12:15:57.644999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6', '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:15:57.681248 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a768e4c7-46e7-4b76-ba50-9f9a74deb3bb req-97a4155d-b4b1-45b6-ab04-571ca265d393 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301721
Apr 08 12:15:57.719731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:57.873787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:15:57.878820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:15:57.890952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:15:57.925289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event updated for resources: {'Port': ['ID=c29b9742-45bf-41e2-8335-cb85ed46dc8d,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:57.929482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:57.998596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:57.999431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:58.143304 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2434063
Apr 08 12:15:58.156970 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Request body: {'port': {'device_id': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:15:58.210013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb69df-28d9-446e-9b98-cd97ab80c5fa req-733c0ee4-5112-483f-9fb8-7378e36acc69 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:58.217746 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7dfb69df-28d9-446e-9b98-cd97ab80c5fa req-733c0ee4-5112-483f-9fb8-7378e36acc69 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 932 time: 0.0970025
Apr 08 12:15:58.265394 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7dfb69df-28d9-446e-9b98-cd97ab80c5fa req-02f65d77-9b3e-47a1-b3ae-49dcfc2c84a4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464828
Apr 08 12:15:58.311754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:58.335363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:58.771138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:58.844819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29b9742-45bf-41e2-8335-cb85ed46dc8d {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:15:58.854891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:58.887635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Transition to ACTIVE for port object c29b9742-45bf-41e2-8335-cb85ed46dc8d will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:15:58.936098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:58.984719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c48ac9-2159-45a7-863b-a3b931c375da req-9b645a9a-d2e2-4bb9-88a9-e72152317143 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:58.987030 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c7c48ac9-2159-45a7-863b-a3b931c375da req-9b645a9a-d2e2-4bb9-88a9-e72152317143 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1245849
Apr 08 12:15:59.046376 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:15:59.148921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c29b9742-45bf-41e2-8335-cb85ed46dc8d,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:15:59.161759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:15:59.270358 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c7c48ac9-2159-45a7-863b-a3b931c375da req-ff5a726f-b1f6-478d-994d-1d44672b9e3b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757182
Apr 08 12:15:59.474636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Attempting to bind port c29b9742-45bf-41e2-8335-cb85ed46dc8d on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:15:59.475010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Attempting to bind port c29b9742-45bf-41e2-8335-cb85ed46dc8d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:15:59.475383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Attempting to bind port c29b9742-45bf-41e2-8335-cb85ed46dc8d on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:59.712785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Port c29b9742-45bf-41e2-8335-cb85ed46dc8d on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:15:59.713069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Attempting to bind port c29b9742-45bf-41e2-8335-cb85ed46dc8d on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:15:59.720267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:15:59.720650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Checking segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:15:59.721072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Bound using segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:15:59.721543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Bound port: c29b9742-45bf-41e2-8335-cb85ed46dc8d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:15:59.721931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:59.783527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012c75a-25de-4010-af0b-5b50e0e2c6ff req-b2725e5f-6f86-4ed2-b989-101c5c11d649 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:15:59.784298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-1012c75a-25de-4010-af0b-5b50e0e2c6ff req-b2725e5f-6f86-4ed2-b989-101c5c11d649 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:15:59.824445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] For port c29b9742-45bf-41e2-8335-cb85ed46dc8d, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:15:59.828211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] For port c29b9742-45bf-41e2-8335-cb85ed46dc8d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c29b9742-45bf-41e2-8335-cb85ed46dc8d,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:15:59.849450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-1012c75a-25de-4010-af0b-5b50e0e2c6ff req-b2725e5f-6f86-4ed2-b989-101c5c11d649 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:15:59.850764 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1012c75a-25de-4010-af0b-5b50e0e2c6ff req-b2725e5f-6f86-4ed2-b989-101c5c11d649 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 944 time: 0.4689937
Apr 08 12:15:59.885613 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1012c75a-25de-4010-af0b-5b50e0e2c6ff req-03efb366-bb3e-40d5-8daa-374cae7edf83 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275919
Apr 08 12:15:59.887343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:15:59.904012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:00.073560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c29b9742-45bf-41e2-8335-cb85ed46dc8d,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:00.078595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:00.133860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:00.136603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:00.138217 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/c29b9742-45bf-41e2-8335-cb85ed46dc8d HTTP/1.1" status: 200  len: 1094 time: 1.9876895
Apr 08 12:16:00.142496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'tag': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:00.203505 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'tag': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d', 'status': 'completed', 'code': 200}
Apr 08 12:16:00.295315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-80e62df6-33c7-4d7a-8f53-c017cb7ab05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:00.297317 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-80e62df6-33c7-4d7a-8f53-c017cb7ab05a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 1097 time: 0.0862305
Apr 08 12:16:00.389686 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-d070e052-573d-4f5c-808a-f0273b63c0f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29b9742-45bf-41e2-8335-cb85ed46dc8d HTTP/1.1" status: 200  len: 217 time: 0.0808017
Apr 08 12:16:00.473910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-1ab524dd-ec42-4b3a-adc1-eec1bdecf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:00.476096 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-1ab524dd-ec42-4b3a-adc1-eec1bdecf891 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.0789118
Apr 08 12:16:00.496473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ee1f5-8123-41f3-8592-69f9b2e81013 req-e93e5958-b093-4591-8ce8-e9eb68103c7b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:00.498827 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-326ee1f5-8123-41f3-8592-69f9b2e81013 req-e93e5958-b093-4591-8ce8-e9eb68103c7b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0997748
Apr 08 12:16:00.537410 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-326ee1f5-8123-41f3-8592-69f9b2e81013 req-a255c34a-334a-47d1-81df-8c998473c11c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325997
Apr 08 12:16:00.544322 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-2edb4862-2d26-4f4d-aee9-aeb82d379879 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603223
Apr 08 12:16:00.693344 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-5e2052a2-884b-43b5-a394-a6b5622d1401 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410840
Apr 08 12:16:00.728420 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45272) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:00.847367 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-239df7ec-a211-4689-9bdc-6fdadc25d68f req-1feaa522-628f-42c6-baed-9144fbe081e9 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455817
Apr 08 12:16:00.899091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:00.915270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:00.919394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Usage tracker for resource:security_group_rule and tenant:32c4bb2a286d4f41ba3f2eaf6da9edee is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:00.922351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:00.928744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:01.019958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-511356d5-fcfc-472c-b05d-ac7303f6c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:01.021889 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-511356d5-fcfc-472c-b05d-ac7303f6c323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 1097 time: 0.0859158
Apr 08 12:16:01.023706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:01.066646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:01.103801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6dd4adf9-17cf-44e7-b1df-d280aa019b9e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:01.142166 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32c4bb2a286d4f41ba3f2eaf6da9edee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4101164
Apr 08 12:16:01.143902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45282) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:01.145091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f067978d-189b-4e27-a456-dca95cc60ed2,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:01.150886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:01.178604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-bf9f4ecf-a0aa-4a44-8874-ff98bd71be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:01.180178 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-bf9f4ecf-a0aa-4a44-8874-ff98bd71be20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 916 time: 0.1516397
Apr 08 12:16:01.220484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:01.254619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:01.299230 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-0e5817a5-23e9-4095-b1f3-2d984f22cece service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29b9742-45bf-41e2-8335-cb85ed46dc8d HTTP/1.1" status: 200  len: 217 time: 0.0825524
Apr 08 12:16:01.330180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:01.336626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cf103183-7cf7-4112-aea8-6ba500856e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:01.348807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f067978d-189b-4e27-a456-dca95cc60ed2,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:01.351111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:01.357356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:01.361087 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f067978d-189b-4e27-a456-dca95cc60ed2 HTTP/1.1" status: 204  len: 168 time: 0.2097933
Apr 08 12:16:01.404484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbe719-7ac5-451d-977d-d280e8ea7bdf req-f095ac39-4153-4495-8da2-d7c9fded2ae7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:01.413193 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9edbe719-7ac5-451d-977d-d280e8ea7bdf req-f095ac39-4153-4495-8da2-d7c9fded2ae7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 944 time: 0.2318492
Apr 08 12:16:01.431285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-06256cb1-a80b-466a-8153-1bee1c08ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:01.432949 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-06256cb1-a80b-466a-8153-1bee1c08ebea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.1255651
Apr 08 12:16:01.444782 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9edbe719-7ac5-451d-977d-d280e8ea7bdf req-378b30ec-3bef-4090-aff2-3f44aec539e6 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306053
Apr 08 12:16:01.495449 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-35f61ac5-d1ac-408e-b309-3e56f4ced6b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540593
Apr 08 12:16:01.658074 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-17cf9e8e-8534-4e90-aa06-fa7b7d82619a service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545448
Apr 08 12:16:01.822759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8352627-66aa-4ad6-aac2-9a91282c870a req-8acb280e-e0dd-4498-ac64-7a6c06df468f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:01.827732 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c8352627-66aa-4ad6-aac2-9a91282c870a req-8acb280e-e0dd-4498-ac64-7a6c06df468f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1008229
Apr 08 12:16:01.841908 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b0a2565-cba3-466b-a6a6-6a8cdc5e423b req-8a815736-48ab-41ce-8958-d64c2860db54 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762555
Apr 08 12:16:01.863693 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c8352627-66aa-4ad6-aac2-9a91282c870a req-265ceb81-cec2-4235-9d8d-9f8e789094d6 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0291057
Apr 08 12:16:02.669904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62910939-18e5-4eb4-aff1-8de580950e4d req-6f12f2d8-8ce2-4eee-83cf-4b775be5b9e5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:02.671662 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-62910939-18e5-4eb4-aff1-8de580950e4d req-6f12f2d8-8ce2-4eee-83cf-4b775be5b9e5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 944 time: 0.0965924
Apr 08 12:16:02.709371 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-62910939-18e5-4eb4-aff1-8de580950e4d req-017fcb6f-e16c-4fd4-8918-f746ed66fbfd tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294683
Apr 08 12:16:03.081055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c8b6c-e25a-4869-b622-62064cff2e21 req-5e600ce1-901b-431c-b225-0f211f919a4d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:03.083474 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a45c8b6c-e25a-4869-b622-62064cff2e21 req-5e600ce1-901b-431c-b225-0f211f919a4d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0908468
Apr 08 12:16:03.124745 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a45c8b6c-e25a-4869-b622-62064cff2e21 req-25bb287d-da10-4398-bfdd-43bf9c9b784f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248539
Apr 08 12:16:03.701920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:03.918783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ed099-61bc-48b7-8352-f4a78a2128ff req-e1e87841-8e8d-403a-a6c3-b7814978d087 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:03.920450 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8a8ed099-61bc-48b7-8352-f4a78a2128ff req-e1e87841-8e8d-403a-a6c3-b7814978d087 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 944 time: 0.0930455
Apr 08 12:16:03.952540 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8a8ed099-61bc-48b7-8352-f4a78a2128ff req-b0963e30-db52-4bde-a67c-ff227ee3316d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243948
Apr 08 12:16:03.978118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c29b9742-45bf-41e2-8335-cb85ed46dc8d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:16:03.985380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45374) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:04.114799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.131711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port c29b9742-45bf-41e2-8335-cb85ed46dc8d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c29b9742-45bf-41e2-8335-cb85ed46dc8d,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:04.133605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:04.137725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Usage tracker for resource:security_group_rule and tenant:42b402e3723746f79c68e3bcd5996e45 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:04.140660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:04.145429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'port_id': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d', 'mac_address': 'fa:16:3e:7c:11:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25453ca-159b-4ec5-8982-6d3f090b9d1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:16:04.146732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:04.214187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.215666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29b9742-45bf-41e2-8335-cb85ed46dc8d {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:16:04.235169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port c29b9742-45bf-41e2-8335-cb85ed46dc8d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c29b9742-45bf-41e2-8335-cb85ed46dc8d,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:04.266781 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.269680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7a817e5a-bcd7-4195-8a1f-a84b722c3b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:04.320509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.353633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.359658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=c29b9742-45bf-41e2-8335-cb85ed46dc8d,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:04.366858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-89cd5d37-134d-4689-aab4-8310baf950e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:04.371248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:04.461919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2bcc9-3387-4e60-87ce-3aeae5ea293b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:04.469589 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42b402e3723746f79c68e3bcd5996e45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4830644
Apr 08 12:16:04.471399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:04.473582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45388) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:04.514612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b65db-02d2-41bf-afc9-dd4484192b99 req-4e15104e-b09f-4818-b2c4-451367cc6d1c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:04.516403 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c33b65db-02d2-41bf-afc9-dd4484192b99 req-4e15104e-b09f-4818-b2c4-451367cc6d1c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1210184
Apr 08 12:16:04.552581 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c33b65db-02d2-41bf-afc9-dd4484192b99 req-8397cb55-c044-4089-a7c8-b4d817d4eee3 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286310
Apr 08 12:16:04.557120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.585913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.609922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['c29b9742-45bf-41e2-8335-cb85ed46dc8d'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:16:04.678788 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.684628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-83e88f01-d5c8-4aec-ba3f-3bfd95329035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:04.698241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2bcc9-3387-4e60-87ce-3aeae5ea293b,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:04.711990 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:04.714411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:04.718554 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55c2bcc9-3387-4e60-87ce-3aeae5ea293b HTTP/1.1" status: 204  len: 168 time: 0.2432098
Apr 08 12:16:05.167594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388415d-89d9-4d87-91a0-b5874b7b305c req-7616e545-137d-44e6-bb9e-ad459428ceae tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:05.168528 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f388415d-89d9-4d87-91a0-b5874b7b305c req-7616e545-137d-44e6-bb9e-ad459428ceae tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 945 time: 0.0934856
Apr 08 12:16:05.170016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45420) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:05.199643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:05.222725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:05.238683 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f388415d-89d9-4d87-91a0-b5874b7b305c req-a99b682f-ef4a-4286-b6b9-3427281ca51b tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446274
Apr 08 12:16:05.238683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Usage tracker for resource:security_group_rule and tenant:5500685c5a5e4d37b6b719c93cccff01 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:05.238683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:05.241126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:05.335941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:05.381778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:05.389957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6e79f3aa-1ad5-4071-a022-ff10cf43f1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:05.434783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3765c16e-a456-482e-9be9-c59b5bced921,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:05.444216 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5500685c5a5e4d37b6b719c93cccff01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730303
Apr 08 12:16:05.445283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:05.446789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45430) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:05.511673 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:05.540125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:05.616012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:05.621165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f566b40a-ba6b-4900-91c4-3476542bfe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:05.634585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765c16e-a456-482e-9be9-c59b5bced921,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:05.637660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:05.639751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:05.640952 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3765c16e-a456-482e-9be9-c59b5bced921 HTTP/1.1" status: 204  len: 168 time: 0.1929307
Apr 08 12:16:05.791160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673f353-7ac5-4662-9516-3962f61a3bf1 req-3135adf2-b4ff-4e35-9090-0c52e900cf05 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:05.793083 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6673f353-7ac5-4662-9516-3962f61a3bf1 req-3135adf2-b4ff-4e35-9090-0c52e900cf05 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1024637
Apr 08 12:16:05.830165 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6673f353-7ac5-4662-9516-3962f61a3bf1 req-50849207-a903-47dd-8f6e-b625079004e8 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251527
Apr 08 12:16:05.972773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c29b9742-45bf-41e2-8335-cb85ed46dc8d up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:16:06.100574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port c29b9742-45bf-41e2-8335-cb85ed46dc8d completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:16:06.107481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port c29b9742-45bf-41e2-8335-cb85ed46dc8d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:16:06.108049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:06.247000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:06.259114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:06.271493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port c29b9742-45bf-41e2-8335-cb85ed46dc8d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c29b9742-45bf-41e2-8335-cb85ed46dc8d,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:06.318711 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d', 'code': 200}
Apr 08 12:16:06.320087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:06.323222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:06.419759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=c29b9742-45bf-41e2-8335-cb85ed46dc8d,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:06.432085 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:06.512799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23863a1c-fd0d-4ad3-b728-85567995f6b1 req-b5f93752-3e34-4759-98a0-5d589a93b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:06.514423 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23863a1c-fd0d-4ad3-b728-85567995f6b1 req-b5f93752-3e34-4759-98a0-5d589a93b42d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 1098 time: 0.2018325
Apr 08 12:16:06.544229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a660a0-b8cc-4893-a7b4-e1bf36b18cf7 req-c429f154-67ad-4c12-9c11-40a7cb036c13 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:06.546113 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2a660a0-b8cc-4893-a7b4-e1bf36b18cf7 req-c429f154-67ad-4c12-9c11-40a7cb036c13 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1741669
Apr 08 12:16:06.558846 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23863a1c-fd0d-4ad3-b728-85567995f6b1 req-f5cd11bc-1aac-46dc-8fba-cfa8aeb28724 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367367
Apr 08 12:16:06.584387 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2a660a0-b8cc-4893-a7b4-e1bf36b18cf7 req-ff811c67-af94-4b0a-b2a3-df62cb729a1e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279164
Apr 08 12:16:06.746184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47769d-fe31-48cc-b580-f052238c8498 req-d8ab97b1-2a31-43a8-be89-7e1ae68188ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:06.748062 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5f47769d-fe31-48cc-b580-f052238c8498 req-d8ab97b1-2a31-43a8-be89-7e1ae68188ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 1099 time: 0.0845203
Apr 08 12:16:06.776166 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5f47769d-fe31-48cc-b580-f052238c8498 req-829be7cb-f4e9-4c86-aa23-aee0d33b1925 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0208051
Apr 08 12:16:07.050737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9cfa-ed28-4570-8ef7-5f559faa503b req-2b91d86d-e2e7-4a99-a0cd-49769de0da03 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:07.052559 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8d9e9cfa-ed28-4570-8ef7-5f559faa503b req-2b91d86d-e2e7-4a99-a0cd-49769de0da03 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1033742
Apr 08 12:16:07.095868 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8d9e9cfa-ed28-4570-8ef7-5f559faa503b req-c91e0833-d1d2-4f86-b64c-405dc46b7589 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315661
Apr 08 12:16:07.420907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45496) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:07.767264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:07.786685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:07.792227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Usage tracker for resource:security_group_rule and tenant:c054b421d5504ca1925154e7691e758b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:07.795387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:07.810373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:07.837270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22248fb5-8473-46ae-9e7f-a2e594e7f2d4 req-72956b33-7313-43d6-9b24-14aadf82a56f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:07.838876 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-22248fb5-8473-46ae-9e7f-a2e594e7f2d4 req-72956b33-7313-43d6-9b24-14aadf82a56f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1259139
Apr 08 12:16:07.880959 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-22248fb5-8473-46ae-9e7f-a2e594e7f2d4 req-aa451736-2367-4cf5-bac5-c1f453862b2f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356648
Apr 08 12:16:07.966415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:08.002974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:08.012890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c13be44c-205e-4a23-bdfa-b121212f4c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:08.056337 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c054b421d5504ca1925154e7691e758b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6367552
Apr 08 12:16:08.058884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a240bf-1f59-4050-ad65-fdba20daa608,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:08.059309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45516) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:08.088030 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:08.150457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:08.201968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:08.288715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:08.294641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cd226397-93c7-4788-bc7b-bff230ea0a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:08.309996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a240bf-1f59-4050-ad65-fdba20daa608,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:08.320220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:08.322809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:08.326739 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29a240bf-1f59-4050-ad65-fdba20daa608 HTTP/1.1" status: 204  len: 168 time: 0.2636611
Apr 08 12:16:08.374048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26188d5-2174-4028-83f4-5a580861f3a7 req-bb2fe5ed-cfc9-4e2e-a78b-5ab735b153cd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:08.375964 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c26188d5-2174-4028-83f4-5a580861f3a7 req-bb2fe5ed-cfc9-4e2e-a78b-5ab735b153cd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1187942
Apr 08 12:16:08.433805 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c26188d5-2174-4028-83f4-5a580861f3a7 req-da75926f-7f0e-448c-860f-35e5eb1902bd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498846
Apr 08 12:16:08.645981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79dd3-89f9-4ba7-ac85-8b74f739bcc4 req-b3b9fb32-8d3b-4292-a8f9-45b1361dc86e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:08.650025 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-38e79dd3-89f9-4ba7-ac85-8b74f739bcc4 req-b3b9fb32-8d3b-4292-a8f9-45b1361dc86e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0957012
Apr 08 12:16:08.691702 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-38e79dd3-89f9-4ba7-ac85-8b74f739bcc4 req-e319e85d-293c-4978-ae6c-b992baf94ef1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265877
Apr 08 12:16:09.101849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d4b4b-18c4-4c69-b272-0e46260c0022 req-23306da6-745e-4c8c-af70-ab014ba518bd tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:09.106822 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-642d4b4b-18c4-4c69-b272-0e46260c0022 req-23306da6-745e-4c8c-af70-ab014ba518bd tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1013188
Apr 08 12:16:09.136417 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-642d4b4b-18c4-4c69-b272-0e46260c0022 req-df42f058-8a63-494e-85b1-bd5520d355aa tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264904
Apr 08 12:16:11.288241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-fc4d8aac-a4bc-4194-9f5d-b28a3ccb46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:11.290063 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-fc4d8aac-a4bc-4194-9f5d-b28a3ccb46df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.1699319
Apr 08 12:16:11.300811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e42c6-e200-4aa6-bcdd-9d570ebf79e0 req-8ec45d27-353d-4455-afb6-c58849f695c9 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:11.302555 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a14e42c6-e200-4aa6-bcdd-9d570ebf79e0 req-8ec45d27-353d-4455-afb6-c58849f695c9 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1313379
Apr 08 12:16:11.410007 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a14e42c6-e200-4aa6-bcdd-9d570ebf79e0 req-d75675b9-5ec7-4afa-9a58-0c4a9c5fefcb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007328
Apr 08 12:16:11.475937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-c8739f62-b0ba-4ebf-a212-8478ee02cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:11.477521 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-c8739f62-b0ba-4ebf-a212-8478ee02cdf4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.1527672
Apr 08 12:16:11.562271 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-b0642c21-6804-4d14-a0fd-cf3f166f88ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 217 time: 0.0743515
Apr 08 12:16:11.646440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-a688b96c-6a95-4581-85ab-b0db8de98623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:11.648321 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-a688b96c-6a95-4581-85ab-b0db8de98623 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.0774884
Apr 08 12:16:11.733844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-a89b5f83-e1bc-4bb2-9bed-8be2183e1a82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571146
Apr 08 12:16:11.891165 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-ec861bf2-a1fd-4af3-9fff-4302f7cbb330 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492009
Apr 08 12:16:12.054876 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cce833c-0e74-48bf-a4ca-257ff19f5b50 req-ab4237f8-9344-4187-a38a-1cb948db3c23 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450627
Apr 08 12:16:12.626130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd0953-ad5a-469d-b0c7-effa2fce9818 req-338d5851-0d54-4d7c-811d-b293e00905b3 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:12.627691 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e8fd0953-ad5a-469d-b0c7-effa2fce9818 req-338d5851-0d54-4d7c-811d-b293e00905b3 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0936146
Apr 08 12:16:12.658783 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e8fd0953-ad5a-469d-b0c7-effa2fce9818 req-e1e88d73-5f1a-4511-8fb3-2a9335265cbf tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236654
Apr 08 12:16:13.553785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45712) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:13.688796 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:13.704583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:13.708713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:134abe40d2b149189446df384eff022e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:13.711726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:13.717667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:13.808400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:13.833097 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:13.842525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f0afa96a-efb4-4fcc-87ec-e011d8cfa41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:13.869846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6d9bc-5028-4ec5-9107-9dfc5d604556 req-0b541c73-6b22-4d6d-963d-8830a2ba34eb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:13.871527 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5a6d9bc-5028-4ec5-9107-9dfc5d604556 req-0b541c73-6b22-4d6d-963d-8830a2ba34eb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0944943
Apr 08 12:16:13.893379 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=134abe40d2b149189446df384eff022e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3359263
Apr 08 12:16:13.894594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45720) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:13.899074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae46acd5-d4b5-4fb2-93e8-f5404ac6c9d8,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:13.905235 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5a6d9bc-5028-4ec5-9107-9dfc5d604556 req-9ef2abcc-96f0-47b8-b1fd-a9772a2bc81f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267005
Apr 08 12:16:13.922164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:13.968929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:13.997503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:14.221225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:14.226602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:14.240782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae46acd5-d4b5-4fb2-93e8-f5404ac6c9d8,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:14.243606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:14.244844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:14.246043 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae46acd5-d4b5-4fb2-93e8-f5404ac6c9d8 HTTP/1.1" status: 204  len: 168 time: 0.3504493
Apr 08 12:16:14.717823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45742) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:14.736912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:14.752528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:14.756834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Usage tracker for resource:security_group_rule and tenant:7cea71c394d94a08be27c7b7a752ba9c is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:14.759778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:14.765752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:14.853107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:14.878966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:14.891313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8dcdb58c-fa29-4ff4-a5c1-0aaa32435d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:14.933437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ffce44-13d9-4f6d-a48c-049a4b93a495,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:14.937241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:14.943361 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cea71c394d94a08be27c7b7a752ba9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2243605
Apr 08 12:16:14.943515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45754) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:15.015622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:15.045270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:15.117309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:15.133082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f4a6edf7-bd6d-4fa4-a09a-da88b3f0a642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:15.140005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d49a0-b2f2-4517-90c4-0714c5a108fb req-bd0cab81-683a-4287-b159-bdb00895cedf tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:15.141841 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1e5d49a0-b2f2-4517-90c4-0714c5a108fb req-bd0cab81-683a-4287-b159-bdb00895cedf tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1017087
Apr 08 12:16:15.142648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ffce44-13d9-4f6d-a48c-049a4b93a495,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:15.153901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:15.165345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:15.166873 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83ffce44-13d9-4f6d-a48c-049a4b93a495 HTTP/1.1" status: 204  len: 168 time: 0.2221329
Apr 08 12:16:15.192649 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1e5d49a0-b2f2-4517-90c4-0714c5a108fb req-fe037bb6-12de-489a-8bfe-eb70e190b23a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351608
Apr 08 12:16:16.462336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208b8b-2810-456e-9c76-426d766098e2 req-2c4d8d36-890e-4dc1-957e-6d58a86c65af tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:16.464162 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d0208b8b-2810-456e-9c76-426d766098e2 req-2c4d8d36-890e-4dc1-957e-6d58a86c65af tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1352253
Apr 08 12:16:16.499678 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d0208b8b-2810-456e-9c76-426d766098e2 req-bf300b48-2398-45aa-8b78-ab256a8048a4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0290313
Apr 08 12:16:17.941852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ba160-aad8-45fe-b3d6-2116d82e81d8 req-13e87fda-29c1-47b9-8970-89eb4727b1dd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:17.943481 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-132ba160-aad8-45fe-b3d6-2116d82e81d8 req-13e87fda-29c1-47b9-8970-89eb4727b1dd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.3274574
Apr 08 12:16:17.975149 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-132ba160-aad8-45fe-b3d6-2116d82e81d8 req-5cf60e05-d453-45ac-859c-a548553c91ed tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253339
Apr 08 12:16:18.172464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45882) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:18.299377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:18.315914 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:18.319950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:1dbb5ec4450344de842686f1ad9377d9 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:18.322860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:18.328818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:18.432884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:18.483960 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:18.495308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-825415f7-8855-4567-aa29-3f3d8a243aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:18.531161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3d233-cd75-4e34-86be-06c32d33ba17,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:18.555649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.556174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.556666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.557151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.557633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.558113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.558947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.559388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.559843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.560285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.560733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.561170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.571493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45898) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:18.571643 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dbb5ec4450344de842686f1ad9377d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3978844
Apr 08 12:16:18.572785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:18.641162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:18.668892 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:18.741079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:18.745944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:18.759489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3d233-cd75-4e34-86be-06c32d33ba17,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:18.772605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.773021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.773423 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.773855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.774248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.777975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.777975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.777975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.777975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.777975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.777975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.777975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:18.780374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:18.781271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:18.785939 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50b3d233-cd75-4e34-86be-06c32d33ba17 HTTP/1.1" status: 204  len: 168 time: 0.2129903
Apr 08 12:16:19.224942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72817c-ab0d-4d81-ac46-816d7e563d1a req-c055095c-00f3-435f-9566-45815e1309db tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:19.226555 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5c72817c-ab0d-4d81-ac46-816d7e563d1a req-c055095c-00f3-435f-9566-45815e1309db tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0959973
Apr 08 12:16:19.254187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45922) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:19.258110 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5c72817c-ab0d-4d81-ac46-816d7e563d1a req-857129ff-1e8d-4d9b-a640-586a394e9ba0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251329
Apr 08 12:16:19.273602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:19.290169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:19.296118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Usage tracker for resource:security_group_rule and tenant:02449c297a2d4a08b4a8ad6fa4c45837 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:19.299191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:19.305426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:19.395332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:19.432659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:19.442546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:19.486200 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02449c297a2d4a08b4a8ad6fa4c45837&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2308052
Apr 08 12:16:19.487938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074ed35d-fe95-460b-9c99-1540d4f06055,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:19.489016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45928) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:19.491481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:19.551969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:19.579300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:19.667011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:19.672195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-65cbf9d1-5345-4bc2-ac87-4fdf97b66f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:19.684721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074ed35d-fe95-460b-9c99-1540d4f06055,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:19.687878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:19.690508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:19.691788 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/074ed35d-fe95-460b-9c99-1540d4f06055 HTTP/1.1" status: 204  len: 168 time: 0.2014027
Apr 08 12:16:20.433780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 45974) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:20.534934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587082-4913-405b-98b3-035bd9206da2 req-6d68071b-9274-4a64-bbe4-47e9392a6c08 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:20.536790 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4587082-4913-405b-98b3-035bd9206da2 req-6d68071b-9274-4a64-bbe4-47e9392a6c08 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1551621
Apr 08 12:16:20.585104 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4587082-4913-405b-98b3-035bd9206da2 req-cfe8a802-9475-46f9-a582-5bb5ab079159 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413775
Apr 08 12:16:20.621713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:20.647460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:20.651717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ea83d24cf44379801357b2dff9dca4 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:20.654738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:20.661419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:20.784699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:20.816254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:20.829102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-20f4cc8c-0967-42bb-886e-34ffe5076fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:20.867426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 45996) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:20.881993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b173c4a6-9eb4-40f7-9d60-287d19e8f30c,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:20.887470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:20.895449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 46002) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:20.896776 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0ea83d24cf44379801357b2dff9dca4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4594817
Apr 08 12:16:20.968613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.000891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.083274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.092973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-959ab406-e8e6-4e2c-bbae-a2ddde43f6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:21.105651 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1407515985-network', 'tenant_id': '59af83a5bec643c1bf2d8a3ede4b9a9b'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:21.116675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b173c4a6-9eb4-40f7-9d60-287d19e8f30c,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:21.118877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:21.126368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:21.131443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Usage tracker for resource:network and tenant:59af83a5bec643c1bf2d8a3ede4b9a9b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:21.134549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:21.144222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:21.153762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.155825 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b173c4a6-9eb4-40f7-9d60-287d19e8f30c HTTP/1.1" status: 204  len: 168 time: 0.2586939
Apr 08 12:16:21.192116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Made reservation on behalf of 59af83a5bec643c1bf2d8a3ede4b9a9b for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:16:21.197563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.212268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.233647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:21.238650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Usage tracker for resource:security_group_rule and tenant:59af83a5bec643c1bf2d8a3ede4b9a9b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:21.242043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:21.256249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:21.441308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.489062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.502249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:16:21.510078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c7b1fc55-e658-43d1-b306-f0d14b77de2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:21.542032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ff0be-5a75-461c-97c8-ffc0d06297ee,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:21.545249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:21.583475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.583872 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Added segment c97d2bce-0c21-4221-a556-b0b069072791 of type vlan for network e78474b0-0267-4206-95c8-f7e7d8afada8
Apr 08 12:16:21.612224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.679110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.681270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:21.681930 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.686428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5599e323-f82a-409d-967f-2d837057f12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:21.779743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46026) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:21.800629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.816369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:21.820494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a93e3927db3a41e6bedfe7ab7e2f0e89 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:21.823547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:21.829860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:21.852967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e78474b0-0267-4206-95c8-f7e7d8afada8,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:21.858243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:21.866525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network e78474b0-0267-4206-95c8-f7e7d8afada8 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:16:21.872291 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0037012
Apr 08 12:16:21.875546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46030) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:21.885391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Request body: {'subnet': {'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1407515985-subnet', 'tenant_id': '59af83a5bec643c1bf2d8a3ede4b9a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:21.891803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:21.894766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f19f3-c7ad-4bf6-b864-0cc09afbee1e req-39622221-c05e-45bc-b854-fabe74c8afce tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:21.896374 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-461f19f3-c7ad-4bf6-b864-0cc09afbee1e req-39622221-c05e-45bc-b854-fabe74c8afce tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1301458
Apr 08 12:16:21.901531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Usage tracker for resource:subnet and tenant:59af83a5bec643c1bf2d8a3ede4b9a9b is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:21.905444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:21.916730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:21.930016 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-461f19f3-c7ad-4bf6-b864-0cc09afbee1e req-c1b8aef3-0694-4666-9036-077eef0733f6 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257838
Apr 08 12:16:21.966771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:21.969606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Made reservation on behalf of 59af83a5bec643c1bf2d8a3ede4b9a9b for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:16:21.974659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852501169'] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:22.045909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:22.057536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-88c56050-d50d-480a-bedb-c92034642617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:22.126658 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a93e3927db3a41e6bedfe7ab7e2f0e89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3455739
Apr 08 12:16:22.130371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c9aac-6e56-45ba-bb86-242cb9c69a5f,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:22.140360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:22.142433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 46034) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:22.209212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:22.235907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:22.435863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:22.441453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:22.455038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c9aac-6e56-45ba-bb86-242cb9c69a5f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:22.458669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:22.459648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:22.460851 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb0c9aac-6e56-45ba-bb86-242cb9c69a5f HTTP/1.1" status: 204  len: 168 time: 0.3164647
Apr 08 12:16:22.776189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1023739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852501122'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:22.798630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-307f96d2-f138-435c-8d8c-5f046a900eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:22.937599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109114cc-5e55-44b7-a220-eec1442e3219,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:22.949938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:23.008826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Checking segment: {'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:16:23.011074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Network hostable DHCP agents. Network: e78474b0-0267-4206-95c8-f7e7d8afada8, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:16:23.030487 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46060) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:23.049847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.059993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Network e78474b0-0267-4206-95c8-f7e7d8afada8 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:16:23.071086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:23.075054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Usage tracker for resource:security_group_rule and tenant:67048cb77bf74e66a9360187b321b9ba is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:23.077910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:23.084401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:23.103586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, e78474b0-0267-4206-95c8-f7e7d8afada8) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:16:23.111592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0978a7-3a02-4558-ace4-dd80cdf7fe6b None None] Network e78474b0-0267-4206-95c8-f7e7d8afada8 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:16:23.123432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:23.124075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.208068 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3313000
Apr 08 12:16:23.210080 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.248754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.257811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-34f7bace-64f3-4724-a3ea-c6759fa1174e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:23.304637 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67048cb77bf74e66a9360187b321b9ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730389
Apr 08 12:16:23.307438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46066) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:23.310370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dae853-6485-4751-9685-cea499e65500,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:23.324129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:23.337434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ae7db-bace-437d-add7-722aef13fbd2 None None] Network e78474b0-0267-4206-95c8-f7e7d8afada8 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:16:23.384220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.422744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.505748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.511137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-948a4c1b-0ea3-4a67-9b47-8a5f48aafda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:23.532939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dae853-6485-4751-9685-cea499e65500,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:23.536065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:23.540375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:23.541840 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0dae853-6485-4751-9685-cea499e65500 HTTP/1.1" status: 204  len: 168 time: 0.2334294
Apr 08 12:16:24.443862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8a62c1ac-e500-4302-99a8-643fe1f0b95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:25.429188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:16:25.697654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-f857d68f-2d2a-40c9-95b3-80c4aba1c3dc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:25.699318 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-f857d68f-2d2a-40c9-95b3-80c4aba1c3dc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.1573377
Apr 08 12:16:25.716137 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-43548ddc-4ba7-4d7c-b180-08ba392f3adb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/quotas/0104642b5c2d4d15bccda4263a3cbd8e HTTP/1.1" status: 200  len: 375 time: 0.0102086
Apr 08 12:16:25.822348 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-153a07b6-8161-4311-9f80-e91a7abe53ee tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0994015
Apr 08 12:16:26.000121 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-2f74ba9d-d7d7-4735-8286-fcbc509f5992 service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672082
Apr 08 12:16:26.026060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdb06-c3ea-4a15-9f4d-228e6901a914 req-6bdedd40-9161-4bd0-947b-0ce6a3fdaf77 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:26.030821 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2eecdb06-c3ea-4a15-9f4d-228e6901a914 req-6bdedd40-9161-4bd0-947b-0ce6a3fdaf77 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1377740
Apr 08 12:16:26.069237 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2eecdb06-c3ea-4a15-9f4d-228e6901a914 req-0abc5be4-54e4-46d0-99d5-4a6ab0377d95 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326455
Apr 08 12:16:26.152766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-2a6d01a4-7078-4258-9c2d-3c7c4148486a service neutron] 10.222.0.43 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452453
Apr 08 12:16:26.483107 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1251d37b-e4f8-402d-84b9-3e35525fa534 req-96b80968-202e-4345-95c4-e5c8af44e146 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 210 time: 0.0691781
Apr 08 12:16:26.649309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-232b0bea-2155-4c2f-aff8-456ee44b1e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:27.071440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:27.273156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba96184-2ea5-42c2-9aad-9be249f15b69 req-4cb10b7d-680c-4591-8b38-0cff2259799e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:27.274732 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ba96184-2ea5-42c2-9aad-9be249f15b69 req-4cb10b7d-680c-4591-8b38-0cff2259799e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0891581
Apr 08 12:16:27.307320 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7ba96184-2ea5-42c2-9aad-9be249f15b69 req-77d58ca0-e91d-4dfd-b35a-6eb5f2b8b9d0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262775
Apr 08 12:16:27.656559 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d96506a4-88c3-40c6-98ff-a9e37735f356 req-bc270c87-5b4b-45ed-9b46-87006af1d4de tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 210 time: 0.0627191
Apr 08 12:16:27.837386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-3195deb1-c0d9-4a65-af15-8e2771e52dce tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:27.838126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-3195deb1-c0d9-4a65-af15-8e2771e52dce tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Synchronizing usage tracker for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:16:27.884091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-3195deb1-c0d9-4a65-af15-8e2771e52dce tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Unset dirty status for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:16:27.885405 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-3195deb1-c0d9-4a65-af15-8e2771e52dce tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/networks?id=e78474b0-0267-4206-95c8-f7e7d8afada8 HTTP/1.1" status: 200  len: 809 time: 0.2050824
Apr 08 12:16:27.903165 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-d78b1f19-5a8d-49ac-8caa-20d2e891fce6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/quotas/59af83a5bec643c1bf2d8a3ede4b9a9b HTTP/1.1" status: 200  len: 375 time: 0.0105381
Apr 08 12:16:27.961982 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-024bee41-2db0-4d9f-ae40-1a62c808f34c tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0520451
Apr 08 12:16:28.114611 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-aa05edae-d07e-4ea0-8e78-b6b8621a28e7 service neutron] 10.222.0.43 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447442
Apr 08 12:16:28.264079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-f730935c-b0e5-4cc8-b9f8-af4ffb134e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:28.265823 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-f730935c-b0e5-4cc8-b9f8-af4ffb134e62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.0876846
Apr 08 12:16:28.272236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:28.279108 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-f8f2c69b-2076-44b1-b6eb-866f000cd8ef service neutron] 10.222.0.43 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576819
Apr 08 12:16:28.488475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-c7c6f73d-0740-45c3-b474-c68f41c9f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:28.490450 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-c7c6f73d-0740-45c3-b474-c68f41c9f8b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.2019429
Apr 08 12:16:28.673921 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de150d61-23ce-41d7-854a-b22fef5d702a req-9f33ec95-2be5-4395-b298-2e24d04fe081 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 210 time: 0.0767467
Apr 08 12:16:28.688112 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-808f0034-2284-48fc-92d0-33ccf2ef9645 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 217 time: 0.1813104
Apr 08 12:16:28.735272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-6737ecf6-cf0d-42fc-9134-549338d40183 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:28.737558 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-6737ecf6-cf0d-42fc-9134-549338d40183 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 815 time: 0.3492041
Apr 08 12:16:28.761956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Request body: {'port': {'device_id': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'admin_state_up': True, 'tenant_id': '0104642b5c2d4d15bccda4263a3cbd8e'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:28.798378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:28.878440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-59e8cdfe-5762-4891-87aa-a971adf17230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:28.880364 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-59e8cdfe-5762-4891-87aa-a971adf17230 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.1823614
Apr 08 12:16:28.898270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638049f-47ac-47d9-840a-50e6a654af23 req-eae841f3-e6cc-4093-abca-928bfb0be514 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:28.900071 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f638049f-47ac-47d9-840a-50e6a654af23 req-eae841f3-e6cc-4093-abca-928bfb0be514 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.2749097
Apr 08 12:16:28.954109 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a5ddb976-2732-4f63-b52c-5320051d5fbc req-32f139ad-4ef9-4fe8-9785-ac7734bad4ec tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 210 time: 0.0641956
Apr 08 12:16:28.963788 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-74f53c65-9c1f-437a-8c1e-c7a5030989e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621910
Apr 08 12:16:28.984843 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f638049f-47ac-47d9-840a-50e6a654af23 req-a18acbd5-5860-4570-8c02-5a227d8df5ab tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428307
Apr 08 12:16:29.050273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:29.062275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:29.095624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Made reservation on behalf of 0104642b5c2d4d15bccda4263a3cbd8e for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:16:29.103015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:29.222444 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-0feea38a-c9d6-4ea2-8930-84ad50531b6e service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317123
Apr 08 12:16:29.340972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Allocated IP 172.20.0.13 (3ba216da-ab5f-4265-9387-3aaa52f8d07f/a25453ca-159b-4ec5-8982-6d3f090b9d1d/64dad50b-c967-4c4a-a35d-db19f3683de0) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:16:29.378285 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec35b4f4-c229-4592-a0f9-99fc0f637b30 req-d95cadc2-33c6-4bb2-8e09-35aa187daa2e service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421001
Apr 08 12:16:29.586375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:29.667472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:29.680762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6', '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'c29b9742-45bf-41e2-8335-cb85ed46dc8d'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:16:29.686057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:29.944189 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d3ae7cab-ba03-4ff5-aa47-22f708d4867b req-66c29d66-ed18-42e7-a84a-ce25dbf8b926 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 210 time: 0.1295633
Apr 08 12:16:29.972678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:16:29.973541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event updated for resources: {'Port': ['ID=64dad50b-c967-4c4a-a35d-db19f3683de0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:29.977794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:16:29.988060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:29.988060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:16:29.995950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:29.996856 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:30.063329 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3063293
Apr 08 12:16:30.077102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Request body: {'port': {'device_id': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:30.298970 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2f80b-129b-4eb1-bb7e-572a1c0bafab req-65924e90-3125-4ec7-84e9-2cdfcb124353 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:30.300696 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fee2f80b-129b-4eb1-bb7e-572a1c0bafab req-65924e90-3125-4ec7-84e9-2cdfcb124353 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 932 time: 0.1026258
Apr 08 12:16:30.318971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:30.348304 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fee2f80b-129b-4eb1-bb7e-572a1c0bafab req-583ff6bd-8156-428f-a7c8-70a8b7d9d524 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398507
Apr 08 12:16:30.430610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5cdd0-279a-4f4b-b8e8-65638f67b709 req-924c0f6f-353c-4617-a62f-43016450008d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:30.432337 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-06c5cdd0-279a-4f4b-b8e8-65638f67b709 req-924c0f6f-353c-4617-a62f-43016450008d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.2185225
Apr 08 12:16:30.516810 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-06c5cdd0-279a-4f4b-b8e8-65638f67b709 req-6774388c-751c-47a5-abb9-bdaff718c8d5 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716505
Apr 08 12:16:30.774499 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-413cc0df-25a8-45df-8dce-7ed541f6b872 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:30.776178 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-413cc0df-25a8-45df-8dce-7ed541f6b872 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "GET /v2.0/networks?id=e78474b0-0267-4206-95c8-f7e7d8afada8 HTTP/1.1" status: 200  len: 809 time: 0.1916540
Apr 08 12:16:30.794353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Request body: {'port': {'device_id': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8', 'admin_state_up': True, 'tenant_id': '59af83a5bec643c1bf2d8a3ede4b9a9b'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:30.967990 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:30.973298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Usage tracker for resource:port and tenant:59af83a5bec643c1bf2d8a3ede4b9a9b is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:30.982327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:30.989750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:31.026824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Made reservation on behalf of 59af83a5bec643c1bf2d8a3ede4b9a9b for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:16:31.032943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:31.190322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dad50b-c967-4c4a-a35d-db19f3683de0 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:16:31.198749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:31.307420 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Transition to ACTIVE for port object 64dad50b-c967-4c4a-a35d-db19f3683de0 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:16:31.337065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:31.357237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:31.562446 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-76efdc63-dc42-414b-b91e-819e6971a244 req-9fd0c880-e32b-4f7f-8a48-777a47ad1154 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 210 time: 0.3333273
Apr 08 12:16:31.605123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=64dad50b-c967-4c4a-a35d-db19f3683de0,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:31.623947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:31.640762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Allocated IP 172.20.0.6 (e78474b0-0267-4206-95c8-f7e7d8afada8/109114cc-5e55-44b7-a220-eec1442e3219/71c435b3-19da-4283-a3b6-0d81d4d1f61d) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:16:31.790236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ac5c0-ca34-4bb5-9df1-526a8c8493dd req-6377afea-d7d4-4fb0-b0af-0104e9cd1a52 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:31.791017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-059ac5c0-ca34-4bb5-9df1-526a8c8493dd req-6377afea-d7d4-4fb0-b0af-0104e9cd1a52 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:16:31.824717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Attempting to bind port 64dad50b-c967-4c4a-a35d-db19f3683de0 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:16:31.824912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Attempting to bind port 64dad50b-c967-4c4a-a35d-db19f3683de0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:16:31.825116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Attempting to bind port 64dad50b-c967-4c4a-a35d-db19f3683de0 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:16:31.831402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Port 64dad50b-c967-4c4a-a35d-db19f3683de0 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:16:31.831759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Attempting to bind port 64dad50b-c967-4c4a-a35d-db19f3683de0 on network 3ba216da-ab5f-4265-9387-3aaa52f8d07f {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:16:31.837439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:16:31.839723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Checking segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:16:31.839723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Bound using segment: {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:16:31.839723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Bound port: 64dad50b-c967-4c4a-a35d-db19f3683de0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc5627-8fdd-4041-bfd0-65fefd50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:16:31.839723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:31.869480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-059ac5c0-ca34-4bb5-9df1-526a8c8493dd req-6377afea-d7d4-4fb0-b0af-0104e9cd1a52 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:16:31.870762 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-059ac5c0-ca34-4bb5-9df1-526a8c8493dd req-6377afea-d7d4-4fb0-b0af-0104e9cd1a52 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 944 time: 0.3388054
Apr 08 12:16:31.909859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7a362-9cf8-4792-b759-7a07bb9e56e1 req-69f60d1c-b55d-4cb3-a0b2-a4cd8a2a452a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:31.911498 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f0d7a362-9cf8-4792-b759-7a07bb9e56e1 req-69f60d1c-b55d-4cb3-a0b2-a4cd8a2a452a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.2340751
Apr 08 12:16:31.916242 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-059ac5c0-ca34-4bb5-9df1-526a8c8493dd req-313ad487-02e9-47d9-83e7-7874ca6dff68 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374582
Apr 08 12:16:31.943820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] For port 64dad50b-c967-4c4a-a35d-db19f3683de0, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:16:31.947233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] For port 64dad50b-c967-4c4a-a35d-db19f3683de0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=64dad50b-c967-4c4a-a35d-db19f3683de0,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:16:31.951342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:31.964338 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f0d7a362-9cf8-4792-b759-7a07bb9e56e1 req-0d31351b-f291-43a3-8f42-4a918ccd2fdc tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378492
Apr 08 12:16:31.981490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:31.998266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-609046f3-ff8c-4eb5-8f52-38ec1bde6063 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:32.026005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:32.041761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:32.155311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=64dad50b-c967-4c4a-a35d-db19f3683de0,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:32.159963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:32.183258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Pushing event updated for resources: {'Port': ['ID=71c435b3-19da-4283-a3b6-0d81d4d1f61d,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:32.188871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:32.193387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:32.194060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:32.195987 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] 10.222.0.55 "PUT /v2.0/ports/64dad50b-c967-4c4a-a35d-db19f3683de0 HTTP/1.1" status: 200  len: 1094 time: 2.1232285
Apr 08 12:16:32.196707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'tag': '64dad50b-c967-4c4a-a35d-db19f3683de0'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:32.245001 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'tag': '64dad50b-c967-4c4a-a35d-db19f3683de0', 'status': 'completed', 'code': 200}
Apr 08 12:16:32.247023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Network e78474b0-0267-4206-95c8-f7e7d8afada8 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:16:32.248453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:16:32.251131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:16:32.324836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:32.325510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:32.388478 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5988905
Apr 08 12:16:32.797577 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaf8ec-9b50-483b-aa85-5d29f041f0b2 req-0f12ceb3-2114-4ee8-a213-a0b101179bc6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:32.798341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ffaaf8ec-9b50-483b-aa85-5d29f041f0b2 req-0f12ceb3-2114-4ee8-a213-a0b101179bc6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Synchronizing usage tracker for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:16:32.843724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ffaaf8ec-9b50-483b-aa85-5d29f041f0b2 req-0f12ceb3-2114-4ee8-a213-a0b101179bc6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Unset dirty status for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:16:32.844968 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffaaf8ec-9b50-483b-aa85-5d29f041f0b2 req-0f12ceb3-2114-4ee8-a213-a0b101179bc6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 931 time: 0.1346707
Apr 08 12:16:32.878049 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffaaf8ec-9b50-483b-aa85-5d29f041f0b2 req-660498a0-49c1-440a-9a29-b2979171bc09 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258257
Apr 08 12:16:33.132172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bd2b-1c43-4bf8-b46f-184a0340bc73 req-c4df190c-acf9-41d5-bb46-5404a41f1e7d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:33.133673 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-66c5bd2b-1c43-4bf8-b46f-184a0340bc73 req-c4df190c-acf9-41d5-bb46-5404a41f1e7d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 944 time: 0.0943217
Apr 08 12:16:33.165784 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-66c5bd2b-1c43-4bf8-b46f-184a0340bc73 req-87ab8ddf-d2d1-4005-bfd9-cd05f6a14d94 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253868
Apr 08 12:16:33.180465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724f55e-a4b5-479c-a8b8-3fd02f4fef1d req-72891720-5bd8-4f8f-ada3-a560b80a24d5 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:33.182133 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b724f55e-a4b5-479c-a8b8-3fd02f4fef1d req-72891720-5bd8-4f8f-ada3-a560b80a24d5 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0945489
Apr 08 12:16:33.214012 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b724f55e-a4b5-479c-a8b8-3fd02f4fef1d req-46be5255-81e8-4856-ba89-508b0f3f0aa8 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254638
Apr 08 12:16:34.088751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d1ae2-40b0-4034-8f03-af3c4f2e0c27 req-648caaf2-cb23-4644-8de4-08da1cf003e3 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:34.090341 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7d1d1ae2-40b0-4034-8f03-af3c4f2e0c27 req-648caaf2-cb23-4644-8de4-08da1cf003e3 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 931 time: 0.0946386
Apr 08 12:16:34.137756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-7d1d1ae2-40b0-4034-8f03-af3c4f2e0c27 req-e9b89519-5df0-480f-94b9-ddb05d44ca7e tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Synchronizing usage tracker for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:16:34.180820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-7d1d1ae2-40b0-4034-8f03-af3c4f2e0c27 req-e9b89519-5df0-480f-94b9-ddb05d44ca7e tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Unset dirty status for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:16:34.182071 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7d1d1ae2-40b0-4034-8f03-af3c4f2e0c27 req-e9b89519-5df0-480f-94b9-ddb05d44ca7e tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847874
Apr 08 12:16:34.366998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da8655-a987-4739-9e18-8bc9c628dbc2 req-c17f0c5f-55cc-40c9-8f8d-50b41662dbc9 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:34.368613 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33da8655-a987-4739-9e18-8bc9c628dbc2 req-c17f0c5f-55cc-40c9-8f8d-50b41662dbc9 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 944 time: 0.0884335
Apr 08 12:16:34.400751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33da8655-a987-4739-9e18-8bc9c628dbc2 req-e9d258ee-fa2d-46e1-a054-4018d043212e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248601
Apr 08 12:16:34.426383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ddc9-ce36-4f73-b283-e46d8cc0f387 req-5a694efb-c67a-4427-a1c3-cd28f34610b4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:34.427908 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa09ddc9-ce36-4f73-b283-e46d8cc0f387 req-5a694efb-c67a-4427-a1c3-cd28f34610b4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0980375
Apr 08 12:16:34.459843 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa09ddc9-ce36-4f73-b283-e46d8cc0f387 req-f8f66467-656e-4846-8eb3-2840e1f0a1a2 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255535
Apr 08 12:16:35.152064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:35.167831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Request body: {'port': {'device_id': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:35.260889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-f2510d91-222b-4666-8a78-d3654cec3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:35.262492 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-f2510d91-222b-4666-8a78-d3654cec3c30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 1097 time: 0.0868247
Apr 08 12:16:35.296294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:35.341199 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-5134e6e2-a247-4f8a-89c3-a92b86ae04a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64dad50b-c967-4c4a-a35d-db19f3683de0 HTTP/1.1" status: 200  len: 217 time: 0.0706062
Apr 08 12:16:35.426958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-d456dea6-9597-471c-9bfd-3c5eaabfaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:35.428504 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-d456dea6-9597-471c-9bfd-3c5eaabfaadc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.0763381
Apr 08 12:16:35.492507 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-1060634c-95e9-4739-8cd4-9e5d58042b66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556576
Apr 08 12:16:35.507953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f588c5-4470-4609-b048-228f4e35a5f0 req-ccac4cbd-610d-414d-82e1-411351df6c1a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:35.509579 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-91f588c5-4470-4609-b048-228f4e35a5f0 req-ccac4cbd-610d-414d-82e1-411351df6c1a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 931 time: 0.1846128
Apr 08 12:16:35.601988 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-91f588c5-4470-4609-b048-228f4e35a5f0 req-3b0e68ff-541b-477d-81b9-800bd1e9e378 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486646
Apr 08 12:16:35.778815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf178-d0d1-4dd5-bec8-2d9b2a059f5e req-15b00b4e-8ca9-4686-986b-62c01849db69 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:35.780170 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa7bf178-d0d1-4dd5-bec8-2d9b2a059f5e req-15b00b4e-8ca9-4686-986b-62c01849db69 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 944 time: 0.2547007
Apr 08 12:16:35.787142 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-989dc97a-ee4c-499f-b9ae-18bc15e2e583 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2868702
Apr 08 12:16:35.847697 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa7bf178-d0d1-4dd5-bec8-2d9b2a059f5e req-42df898a-185f-4ff0-bef3-ee042e1a620e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542650
Apr 08 12:16:35.878019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c435b3-19da-4283-a3b6-0d81d4d1f61d {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:16:35.887681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:35.910400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Transition to ACTIVE for port object 71c435b3-19da-4283-a3b6-0d81d4d1f61d will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:16:35.947424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:35.964820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:36.032236 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b0e76e4c-657f-4f08-9790-cb50e67c9ec9 req-465bb45b-8f3d-4e06-9f40-00080ab31719 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2376833
Apr 08 12:16:36.090336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059e797-42b1-4558-be68-b7e6584413ea req-4b33f6e3-1894-43e5-9f47-5dbddd205512 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:36.091624 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a059e797-42b1-4558-be68-b7e6584413ea req-4b33f6e3-1894-43e5-9f47-5dbddd205512 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1086583
Apr 08 12:16:36.114655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Pushing event updated for resources: {'Port': ['ID=71c435b3-19da-4283-a3b6-0d81d4d1f61d,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:36.119110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:36.184522 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a059e797-42b1-4558-be68-b7e6584413ea req-24f484b3-3cd7-4c7a-b4db-388ecd2c851a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811193
Apr 08 12:16:36.218211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-378a9f7a-cdfc-4efc-b9c7-031a29753486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:36.221314 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-378a9f7a-cdfc-4efc-b9c7-031a29753486 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 1097 time: 0.0988500
Apr 08 12:16:36.361964 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Attempting to bind port 71c435b3-19da-4283-a3b6-0d81d4d1f61d on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:16:36.362748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Attempting to bind port 71c435b3-19da-4283-a3b6-0d81d4d1f61d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:16:36.363144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Attempting to bind port 71c435b3-19da-4283-a3b6-0d81d4d1f61d on network e78474b0-0267-4206-95c8-f7e7d8afada8 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:16:36.370544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Port 71c435b3-19da-4283-a3b6-0d81d4d1f61d on network e78474b0-0267-4206-95c8-f7e7d8afada8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:16:36.370951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Attempting to bind port 71c435b3-19da-4283-a3b6-0d81d4d1f61d on network e78474b0-0267-4206-95c8-f7e7d8afada8 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:16:36.372623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-8cd5fe04-1f84-48e2-9c6d-d26d42797a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:36.374715 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-8cd5fe04-1f84-48e2-9c6d-d26d42797a78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 200  len: 916 time: 0.1482155
Apr 08 12:16:36.377335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:16:36.377820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Checking segment: {'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:16:36.378346 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Bound using segment: {'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:16:36.378846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Bound port: 71c435b3-19da-4283-a3b6-0d81d4d1f61d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:16:36.379237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:36.475484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] For port 71c435b3-19da-4283-a3b6-0d81d4d1f61d, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:16:36.478259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] For port 71c435b3-19da-4283-a3b6-0d81d4d1f61d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=71c435b3-19da-4283-a3b6-0d81d4d1f61d,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:16:36.481332 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-7314ac20-c71d-4f5f-a8a2-02eed0388efb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64dad50b-c967-4c4a-a35d-db19f3683de0 HTTP/1.1" status: 200  len: 217 time: 0.0901189
Apr 08 12:16:36.507382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:36.528041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:36.623319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-d309b69a-338c-40b4-9451-181e7ffd6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:36.624938 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-d309b69a-338c-40b4-9451-181e7ffd6576 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 200  len: 855 time: 0.1279683
Apr 08 12:16:36.688284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Pushing event updated for resources: {'Port': ['ID=71c435b3-19da-4283-a3b6-0d81d4d1f61d,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:36.694627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:36.695521 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-310d9fec-c8bd-43bd-b391-5068950bcafc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ba216da-ab5f-4265-9387-3aaa52f8d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550978
Apr 08 12:16:36.709578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5a687-e81b-428d-b94f-c744c019f533 req-88dd25c6-468b-4e32-bbd4-501e012daf77 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:36.712501 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34f5a687-e81b-428d-b94f-c744c019f533 req-88dd25c6-468b-4e32-bbd4-501e012daf77 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1713750
Apr 08 12:16:36.808664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:36.809399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:36.810955 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] 10.222.0.55 "PUT /v2.0/ports/71c435b3-19da-4283-a3b6-0d81d4d1f61d HTTP/1.1" status: 200  len: 1093 time: 1.6480784
Apr 08 12:16:36.813068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'tag': '71c435b3-19da-4283-a3b6-0d81d4d1f61d'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:36.846999 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-34f5a687-e81b-428d-b94f-c744c019f533 req-6d083eb6-ee46-4437-8f73-9c269ae320b0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988572
Apr 08 12:16:36.870342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e10d-c608-4834-9f0b-9738fda1297b req-f39da481-bdca-4804-9342-2aeda225de52 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:36.871176 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c688e10d-c608-4834-9f0b-9738fda1297b req-f39da481-bdca-4804-9342-2aeda225de52 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 943 time: 0.1330302
Apr 08 12:16:36.957714 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c688e10d-c608-4834-9f0b-9738fda1297b req-5e886bd2-7a8c-43d8-90ef-fd21ceeafa65 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772824
Apr 08 12:16:36.968273 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'tag': '71c435b3-19da-4283-a3b6-0d81d4d1f61d', 'status': 'completed', 'code': 200}
Apr 08 12:16:37.118732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-a15f3ede-ead9-4c63-85e8-f30428acacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:37.120494 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-a15f3ede-ead9-4c63-85e8-f30428acacb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 1096 time: 0.1578503
Apr 08 12:16:37.202411 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-b0d73bc2-5122-452b-ac92-aa77c8cd7f30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c435b3-19da-4283-a3b6-0d81d4d1f61d HTTP/1.1" status: 200  len: 217 time: 0.0703545
Apr 08 12:16:37.251349 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-b3e328cf-d4f9-4cd8-af3a-e2bd335a0647 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5377162
Apr 08 12:16:37.279871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-aa874f92-dfa2-4b1f-a402-30fbec97a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:37.281384 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-aa874f92-dfa2-4b1f-a402-30fbec97a1ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=109114cc-5e55-44b7-a220-eec1442e3219 HTTP/1.1" status: 200  len: 849 time: 0.0701559
Apr 08 12:16:37.342059 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-0450722b-d69e-4f64-9e37-0c43535bb998 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e78474b0-0267-4206-95c8-f7e7d8afada8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521343
Apr 08 12:16:37.499895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e778c-89d0-4120-a3e2-b4e73bea5ae5 req-38919513-ee83-49d4-b043-75a267c732f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:37.501514 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed2e778c-89d0-4120-a3e2-b4e73bea5ae5 req-38919513-ee83-49d4-b043-75a267c732f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.3223016
Apr 08 12:16:37.522363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8a16-2aa1-4a62-90f2-79e37880ad51 req-cb4d1d05-ae85-487f-bc3e-2673a1dd62e8 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:37.523983 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8e4d8a16-2aa1-4a62-90f2-79e37880ad51 req-cb4d1d05-ae85-487f-bc3e-2673a1dd62e8 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 944 time: 0.3505731
Apr 08 12:16:37.547880 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c2265139-b18d-4a56-be2a-c0c09a69d57e req-df2907d6-f41e-4156-980a-2f28e5c7f2f7 service neutron] 10.222.0.55 "GET /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462995
Apr 08 12:16:37.571978 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed2e778c-89d0-4120-a3e2-b4e73bea5ae5 req-9dae57cb-2470-4415-83c2-db4525195567 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442665
Apr 08 12:16:37.579303 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8e4d8a16-2aa1-4a62-90f2-79e37880ad51 req-a382fee6-abe2-4d47-8964-5b4196c005e3 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375535
Apr 08 12:16:37.600417 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-3db11991-1980-4dc9-b556-1fa9db37c528 service neutron] 10.222.0.55 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472029
Apr 08 12:16:37.610715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91153ce-9426-44a8-860c-b7fb8d9ebf53 req-8272c80d-ba3a-44cd-bbfb-6b245dad8438 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:37.612812 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c91153ce-9426-44a8-860c-b7fb8d9ebf53 req-8272c80d-ba3a-44cd-bbfb-6b245dad8438 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1487849
Apr 08 12:16:37.645675 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c91153ce-9426-44a8-860c-b7fb8d9ebf53 req-0cf55de8-5fe3-4048-93e9-00f3e8e33908 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262170
Apr 08 12:16:37.783635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7edcf-4446-4df2-90cf-5496677e8851 req-39012abd-80a2-4f57-b021-1b1687b637b7 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:37.785321 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-22d7edcf-4446-4df2-90cf-5496677e8851 req-39012abd-80a2-4f57-b021-1b1687b637b7 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0943491
Apr 08 12:16:37.791813 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb3d5ae1-69ae-4ad5-8bc7-6319794ba1f7 req-f46152b7-7681-4c6b-ab9c-1d0de863ba27 service neutron] 10.222.0.55 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381083
Apr 08 12:16:37.818760 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-22d7edcf-4446-4df2-90cf-5496677e8851 req-73dcbe88-3b43-42e1-a7e0-60f65f978db6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254631
Apr 08 12:16:37.970108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-da0375a1-0d59-4c88-bfb7-003840518944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:37.972019 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-da0375a1-0d59-4c88-bfb7-003840518944 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 1096 time: 0.0823269
Apr 08 12:16:38.171438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572ecd0-9ae3-4a87-93b0-7d0e1d60746b req-9acb6be7-6ece-43b1-9af6-50010d72f35a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:38.173063 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0572ecd0-9ae3-4a87-93b0-7d0e1d60746b req-9acb6be7-6ece-43b1-9af6-50010d72f35a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 943 time: 0.0910819
Apr 08 12:16:38.209695 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0572ecd0-9ae3-4a87-93b0-7d0e1d60746b req-79b0277a-e2ee-4331-9bed-26b10e9028e0 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259478
Apr 08 12:16:38.408587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-19bae63c-f843-4a08-bd02-2004e750f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:38.410177 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-19bae63c-f843-4a08-bd02-2004e750f22e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e78474b0-0267-4206-95c8-f7e7d8afada8 HTTP/1.1" status: 200  len: 910 time: 0.4305682
Apr 08 12:16:38.429203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7986e9-7442-44af-9484-5be2e20df418 req-c7325d15-66b1-44ac-b1bc-43b8a180e536 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:38.434044 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca7986e9-7442-44af-9484-5be2e20df418 req-c7325d15-66b1-44ac-b1bc-43b8a180e536 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.4526720
Apr 08 12:16:38.518621 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-ff412347-f11a-45fa-b857-70f334acc9a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c435b3-19da-4283-a3b6-0d81d4d1f61d HTTP/1.1" status: 200  len: 217 time: 0.0990081
Apr 08 12:16:38.526622 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca7986e9-7442-44af-9484-5be2e20df418 req-11257296-9bf7-4de8-8f49-bff12e70d7db tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419228
Apr 08 12:16:38.604716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-6613e117-06d1-4689-9d51-ae22e7343182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:38.606279 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-6613e117-06d1-4689-9d51-ae22e7343182 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=109114cc-5e55-44b7-a220-eec1442e3219 HTTP/1.1" status: 200  len: 849 time: 0.0747232
Apr 08 12:16:38.669381 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-d91a428a-b99c-433d-8cf0-a05dd16bc11d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e78474b0-0267-4206-95c8-f7e7d8afada8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559237
Apr 08 12:16:38.800969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd11d-1a78-47b1-a0fb-0e1f3e8c87e6 req-13e6ee51-26a3-4a9f-8781-7159a95de6d3 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:38.802788 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98ffd11d-1a78-47b1-a0fb-0e1f3e8c87e6 req-13e6ee51-26a3-4a9f-8781-7159a95de6d3 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 944 time: 0.1051619
Apr 08 12:16:38.840862 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98ffd11d-1a78-47b1-a0fb-0e1f3e8c87e6 req-3e330e19-719e-49bd-b8ef-2573cf8c1866 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303841
Apr 08 12:16:38.897069 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-ebf3a467-35ef-4c83-bbbe-fdcdbef1219e service neutron] 10.222.0.55 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162471
Apr 08 12:16:38.914911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ababf-2a59-4f04-9a19-fd07ee8e5875 req-1bf9119b-8567-457b-8d20-cfdae2ac8e58 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:38.916461 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-274ababf-2a59-4f04-9a19-fd07ee8e5875 req-1bf9119b-8567-457b-8d20-cfdae2ac8e58 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1454771
Apr 08 12:16:39.035568 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-274ababf-2a59-4f04-9a19-fd07ee8e5875 req-fe7a3f4f-ee76-4697-b3d6-c87407bd6f76 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930135
Apr 08 12:16:39.044076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcafa2-4fb1-48f1-939b-e46d44825bca req-4e1443d4-df5b-41fe-9e05-8f8defa43062 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:39.045852 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6dcafa2-4fb1-48f1-939b-e46d44825bca req-4e1443d4-df5b-41fe-9e05-8f8defa43062 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0935364
Apr 08 12:16:39.079460 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6dcafa2-4fb1-48f1-939b-e46d44825bca req-333947d3-c95a-409d-b3c1-a9622b9cd3f5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272634
Apr 08 12:16:39.091741 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e239c2d-eb40-4046-890f-8e7a7c0387c6 req-cce7b2dc-a428-48f6-b014-b34503b04bcf service neutron] 10.222.0.55 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742303
Apr 08 12:16:39.109509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 64dad50b-c967-4c4a-a35d-db19f3683de0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:16:39.419461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9570-3f63-4121-8652-3359d8082774 req-56bdcae7-774a-4532-93b9-5703b1bacd27 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:39.421218 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c59b9570-3f63-4121-8652-3359d8082774 req-56bdcae7-774a-4532-93b9-5703b1bacd27 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 943 time: 0.0944042
Apr 08 12:16:39.422702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 64dad50b-c967-4c4a-a35d-db19f3683de0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=64dad50b-c967-4c4a-a35d-db19f3683de0,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:39.438205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '64dad50b-c967-4c4a-a35d-db19f3683de0', 'network_id': '3ba216da-ab5f-4265-9387-3aaa52f8d07f', 'port_id': '64dad50b-c967-4c4a-a35d-db19f3683de0', 'mac_address': 'fa:16:3e:27:80:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25453ca-159b-4ec5-8982-6d3f090b9d1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:16:39.453120 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c59b9570-3f63-4121-8652-3359d8082774 req-50c557e8-ef27-4a7f-ab29-23d9b98e6327 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241749
Apr 08 12:16:39.499142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:39.500495 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dad50b-c967-4c4a-a35d-db19f3683de0 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:16:39.516699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 64dad50b-c967-4c4a-a35d-db19f3683de0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=64dad50b-c967-4c4a-a35d-db19f3683de0,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:39.546410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:39.548962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:39.623327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=64dad50b-c967-4c4a-a35d-db19f3683de0,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:39.626520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:39.741642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc5fa-ffa0-4a90-b480-3020ad7228c7 req-d65df8fd-f891-47dc-b8fd-a190f8f862d3 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:39.743278 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f20fc5fa-ffa0-4a90-b480-3020ad7228c7 req-d65df8fd-f891-47dc-b8fd-a190f8f862d3 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0930529
Apr 08 12:16:39.777297 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f20fc5fa-ffa0-4a90-b480-3020ad7228c7 req-7534a629-8d94-4707-b712-3b49525c71bd tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269449
Apr 08 12:16:39.927010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['64dad50b-c967-4c4a-a35d-db19f3683de0'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:16:40.060948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ea8fd-4d7b-4db6-ab25-9d14a3b8909e req-b04c2dce-1942-4743-83ba-718ff5f72283 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:40.062798 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-995ea8fd-4d7b-4db6-ab25-9d14a3b8909e req-b04c2dce-1942-4743-83ba-718ff5f72283 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 945 time: 0.0992134
Apr 08 12:16:40.113446 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-995ea8fd-4d7b-4db6-ab25-9d14a3b8909e req-c4b0111e-69b3-419a-8ce7-af15d09c13b1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352135
Apr 08 12:16:40.265286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1790b-85e9-4e0f-a201-981e7904797e req-e8962dbe-c34f-4c46-8efb-be7f733ab947 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:40.267341 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cde1790b-85e9-4e0f-a201-981e7904797e req-e8962dbe-c34f-4c46-8efb-be7f733ab947 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0921826
Apr 08 12:16:40.300201 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cde1790b-85e9-4e0f-a201-981e7904797e req-53d93915-8307-4844-817b-3a7d7d93940e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251043
Apr 08 12:16:40.308748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5b8ef-6dd0-4e6d-ae27-f3f5668f0df2 req-da2e794f-8e6e-4cab-b567-7a5898da94e0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:40.310533 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ae5b8ef-6dd0-4e6d-ae27-f3f5668f0df2 req-da2e794f-8e6e-4cab-b567-7a5898da94e0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0932708
Apr 08 12:16:40.343365 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ae5b8ef-6dd0-4e6d-ae27-f3f5668f0df2 req-fc4c6b4b-9de2-4c40-b265-6a3178fd81f7 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251756
Apr 08 12:16:40.668857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d23d5d-1d43-4371-9907-e08436cb9092 req-756e279c-9862-4c86-9ecc-78e64cdcdd74 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:40.670537 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a1d23d5d-1d43-4371-9907-e08436cb9092 req-756e279c-9862-4c86-9ecc-78e64cdcdd74 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 943 time: 0.0972302
Apr 08 12:16:40.704563 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a1d23d5d-1d43-4371-9907-e08436cb9092 req-03f6ccf6-cd96-4997-9ec4-753a7e0a8ed5 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260658
Apr 08 12:16:40.933122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d48121-36e7-4231-9e9b-661753ed3654 req-dc1f828b-3f93-4785-b6c9-d012f659e63b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:40.934656 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-25d48121-36e7-4231-9e9b-661753ed3654 req-dc1f828b-3f93-4785-b6c9-d012f659e63b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0938318
Apr 08 12:16:40.963564 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-bfefb683-2947-4236-9226-408926152335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:40.966523 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-bfefb683-2947-4236-9226-408926152335 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.1385317
Apr 08 12:16:40.966760 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-25d48121-36e7-4231-9e9b-661753ed3654 req-01ead416-a0fc-4321-860d-706c702220d3 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250587
Apr 08 12:16:41.126178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 71c435b3-19da-4283-a3b6-0d81d4d1f61d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:16:41.132187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f2241-cf97-4aa4-8631-8ef1c0c5a69b req-2143bf01-cd43-41f6-ba72-e0cd63c0ee14 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:41.133783 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fb3f2241-cf97-4aa4-8631-8ef1c0c5a69b req-2143bf01-cd43-41f6-ba72-e0cd63c0ee14 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.2144694
Apr 08 12:16:41.171246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-007c0aef-31dd-420a-80ff-8e4c87b1c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:41.172890 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-007c0aef-31dd-420a-80ff-8e4c87b1c07d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.1984036
Apr 08 12:16:41.181489 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fb3f2241-cf97-4aa4-8631-8ef1c0c5a69b req-01c60a60-2af2-4786-aeba-741d774bdae6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369384
Apr 08 12:16:41.259231 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-d627f13a-1a44-4953-a924-a6b8ccb5f029 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 217 time: 0.0766995
Apr 08 12:16:41.347757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 71c435b3-19da-4283-a3b6-0d81d4d1f61d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=71c435b3-19da-4283-a3b6-0d81d4d1f61d,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:41.351514 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-c238e69f-f22e-483c-a1ed-e71eaff23422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:41.353751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-c238e69f-f22e-483c-a1ed-e71eaff23422 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.0870242
Apr 08 12:16:41.362438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '71c435b3-19da-4283-a3b6-0d81d4d1f61d', 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8', 'port_id': '71c435b3-19da-4283-a3b6-0d81d4d1f61d', 'mac_address': 'fa:16:3e:0d:06:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109114cc-5e55-44b7-a220-eec1442e3219', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:16:41.413523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dcfe9-28bb-42fc-8c6f-db06d83ad7d2 req-a372b10e-763c-4f6e-91f5-66b177a79926 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:41.415634 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-110dcfe9-28bb-42fc-8c6f-db06d83ad7d2 req-a372b10e-763c-4f6e-91f5-66b177a79926 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 945 time: 0.1325331
Apr 08 12:16:41.430273 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-9c125f6c-a097-462c-9124-66e721abf957 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678604
Apr 08 12:16:41.433357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:41.452273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c435b3-19da-4283-a3b6-0d81d4d1f61d {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:16:41.458106 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-110dcfe9-28bb-42fc-8c6f-db06d83ad7d2 req-c0663822-4b21-4c32-ba2d-8d6086ab773d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356905
Apr 08 12:16:41.471014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 71c435b3-19da-4283-a3b6-0d81d4d1f61d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=71c435b3-19da-4283-a3b6-0d81d4d1f61d,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:41.506809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:41.508650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:41.581718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=71c435b3-19da-4283-a3b6-0d81d4d1f61d,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:41.584938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:41.663644 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-34faa2e9-b644-40ea-90d7-62698b9a171e service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257409
Apr 08 12:16:41.672676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69e4a9-4ba4-4f98-84f9-7b57a281d327 req-21cb935f-29a1-4473-a5d7-dd1b7fd38531 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:41.675166 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bf69e4a9-4ba4-4f98-84f9-7b57a281d327 req-21cb935f-29a1-4473-a5d7-dd1b7fd38531 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1483886
Apr 08 12:16:41.790428 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bf69e4a9-4ba4-4f98-84f9-7b57a281d327 req-2d2df9b2-7f5b-47cc-a4d4-18cc063d2944 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929685
Apr 08 12:16:41.840346 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51eb1f9c-ad12-46a1-a706-efc2d8f5c961 req-7634e358-83dd-4333-8d84-743e2bf7394d service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639698
Apr 08 12:16:41.912962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4301cc-b60f-4394-8628-7bee2237ddec req-83395d92-c0a3-4081-80b6-7381a180a5f7 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:41.914703 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5b4301cc-b60f-4394-8628-7bee2237ddec req-83395d92-c0a3-4081-80b6-7381a180a5f7 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 944 time: 0.0923505
Apr 08 12:16:41.943211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['71c435b3-19da-4283-a3b6-0d81d4d1f61d'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:16:41.944921 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5b4301cc-b60f-4394-8628-7bee2237ddec req-fb5e5d4f-9517-4479-8d30-585f392febae tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237980
Apr 08 12:16:42.187341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564524e-d0df-42a6-9dd7-61f41ea86cb4 req-9a6a64ff-5ba0-47e4-96b9-6bb55e68c2f0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:42.189519 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f564524e-d0df-42a6-9dd7-61f41ea86cb4 req-9a6a64ff-5ba0-47e4-96b9-6bb55e68c2f0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1057065
Apr 08 12:16:42.219575 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f564524e-d0df-42a6-9dd7-61f41ea86cb4 req-78ce511d-1c29-40ad-934b-ff8918c81d29 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236311
Apr 08 12:16:42.429070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d77434-7c72-4fb7-9435-0ff5b886a4b2 req-99c999f7-0946-4ff5-80e0-81d203c89941 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:42.430850 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-26d77434-7c72-4fb7-9435-0ff5b886a4b2 req-99c999f7-0946-4ff5-80e0-81d203c89941 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1107008
Apr 08 12:16:42.464877 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-26d77434-7c72-4fb7-9435-0ff5b886a4b2 req-0708ce7c-176c-4d2f-ab20-0704a80fcb70 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261247
Apr 08 12:16:42.661461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2ceb3-4ee8-4eaa-8009-f59b38db42ae req-eadb3438-4d3f-4991-bd6d-280adcd7ad6d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:42.663155 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aba2ceb3-4ee8-4eaa-8009-f59b38db42ae req-eadb3438-4d3f-4991-bd6d-280adcd7ad6d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 945 time: 0.0923533
Apr 08 12:16:42.695189 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aba2ceb3-4ee8-4eaa-8009-f59b38db42ae req-5d47fea2-cfa3-4ca9-8b5e-60184a7cafd2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251374
Apr 08 12:16:42.806450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46476) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:43.003532 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60c16-5e11-41ef-b6a6-d3251aba9337 req-ce2b2446-ab95-4f08-a576-bf62228baddf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:43.005258 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20f60c16-5e11-41ef-b6a6-d3251aba9337 req-ce2b2446-ab95-4f08-a576-bf62228baddf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0924478
Apr 08 12:16:43.034868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.036469 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-20f60c16-5e11-41ef-b6a6-d3251aba9337 req-f7b7ff0f-e3b1-4e7f-9b6f-bd7f8e211f55 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249386
Apr 08 12:16:43.055126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:43.059512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b34a538ff10f414fa1f63aebe3831640 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:43.062119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:43.068393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:43.131504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 64dad50b-c967-4c4a-a35d-db19f3683de0 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:16:43.210178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90795e-430a-4b6f-aff8-c12f84468a1d req-b456717a-7953-42ee-a405-704f2f28bde2 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:43.211836 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2a90795e-430a-4b6f-aff8-c12f84468a1d req-b456717a-7953-42ee-a405-704f2f28bde2 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 944 time: 0.1343689
Apr 08 12:16:43.249829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 64dad50b-c967-4c4a-a35d-db19f3683de0 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:16:43.258209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.261812 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2a90795e-430a-4b6f-aff8-c12f84468a1d req-7a9afcdb-0c5f-4c6b-93d3-3181963d9d4f tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416367
Apr 08 12:16:43.272012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 64dad50b-c967-4c4a-a35d-db19f3683de0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:16:43.272012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.295262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.304238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-16bae860-671a-4d3e-88d6-5a4f1ad6b08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:43.351125 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b34a538ff10f414fa1f63aebe3831640&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5411427
Apr 08 12:16:43.352035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46488) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:16:43.365727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418aa818-7037-4a2b-a180-2051748dc94a,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:43.370127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:43.404926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.427258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 64dad50b-c967-4c4a-a35d-db19f3683de0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=64dad50b-c967-4c4a-a35d-db19f3683de0,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:43.428264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dad50b-c967-4c4a-a35d-db19f3683de0'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:43.436278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.462067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb219e-d4f2-4a7d-bcc7-0d008c0ec417 req-c17ae026-9e7e-4673-ad8f-12eda1a125a1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:43.463485 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b8cb219e-d4f2-4a7d-bcc7-0d008c0ec417 req-c17ae026-9e7e-4673-ad8f-12eda1a125a1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1190636
Apr 08 12:16:43.466608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.472571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.474531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:43.511567 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b8cb219e-d4f2-4a7d-bcc7-0d008c0ec417 req-4a7aa610-6417-462f-af31-74ec40cd867c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391953
Apr 08 12:16:43.539971 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dad50b-c967-4c4a-a35d-db19f3683de0', 'code': 200}
Apr 08 12:16:43.576166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=64dad50b-c967-4c4a-a35d-db19f3683de0,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:43.585390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.586084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.586556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.586998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.587102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.587443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.587886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.588327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.588785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.589227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.589662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.590095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.590640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:16:43.594416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f5276c0d-aab0-4010-bd68-73975ebcdddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:43.596973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:43.608898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418aa818-7037-4a2b-a180-2051748dc94a,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:43.613834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:43.615198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:43.618624 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/418aa818-7037-4a2b-a180-2051748dc94a HTTP/1.1" status: 204  len: 168 time: 0.2634161
Apr 08 12:16:43.713850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7323d9-656f-4b47-bc76-929f740061d6 req-d11183c9-0870-4e44-a5e1-1ef88410c210 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:43.715444 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b7323d9-656f-4b47-bc76-929f740061d6 req-d11183c9-0870-4e44-a5e1-1ef88410c210 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0978863
Apr 08 12:16:43.749142 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b7323d9-656f-4b47-bc76-929f740061d6 req-e85f0bed-fbc0-4210-8f4e-41a4aab6e916 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267725
Apr 08 12:16:43.882895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112db5-97c6-4c6c-9f89-7035ece964ac req-90c10f58-2eaa-4795-83c6-7bb3b6e98e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:43.884644 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de112db5-97c6-4c6c-9f89-7035ece964ac req-90c10f58-2eaa-4795-83c6-7bb3b6e98e74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 1099 time: 0.0805988
Apr 08 12:16:43.900565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0d87c-5866-43ac-a51e-c24574aeb0fb req-7fd2eb4f-5046-4a35-b054-910111f26e08 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:43.902912 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f4b0d87c-5866-43ac-a51e-c24574aeb0fb req-7fd2eb4f-5046-4a35-b054-910111f26e08 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 946 time: 0.0917675
Apr 08 12:16:43.923228 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de112db5-97c6-4c6c-9f89-7035ece964ac req-de0833a2-bfd6-4271-91ee-544718e32319 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255423
Apr 08 12:16:43.934882 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f4b0d87c-5866-43ac-a51e-c24574aeb0fb req-a2994311-da4f-44d3-8c60-3175fd4a55fc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250659
Apr 08 12:16:44.246028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b187b5f-cc98-4216-983d-8ef817825d88 req-469a1b09-a17a-4dd0-b23b-0bc6e5b4c862 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:44.247663 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b187b5f-cc98-4216-983d-8ef817825d88 req-469a1b09-a17a-4dd0-b23b-0bc6e5b4c862 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0906510
Apr 08 12:16:44.280104 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b187b5f-cc98-4216-983d-8ef817825d88 req-4236fc1a-b27b-4bfa-a7e5-b36e4fd04b37 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0237634
Apr 08 12:16:44.483988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230599-80ba-4034-a7fe-69aacd98d409 req-48200d10-5a83-4607-96b9-662d03d66dcb tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:44.485598 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f2230599-80ba-4034-a7fe-69aacd98d409 req-48200d10-5a83-4607-96b9-662d03d66dcb tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 944 time: 0.1046002
Apr 08 12:16:44.522601 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f2230599-80ba-4034-a7fe-69aacd98d409 req-af5b7324-391c-4432-a7b6-65dc8f9bdf6f tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295272
Apr 08 12:16:44.715626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814d4cd-1076-4c62-89d3-ddcc351b2e99 req-6a3a3701-dc95-4618-8224-faf6cc39ef64 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:44.718810 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4814d4cd-1076-4c62-89d3-ddcc351b2e99 req-6a3a3701-dc95-4618-8224-faf6cc39ef64 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0954304
Apr 08 12:16:44.748622 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4814d4cd-1076-4c62-89d3-ddcc351b2e99 req-57a66a3e-457c-49c1-8884-941a5bf689ce tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247412
Apr 08 12:16:44.959662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1b825-df09-4c0e-ac34-970e527956d2 req-cfc8a944-6a9a-4d8e-b353-927158f764ce tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:44.961563 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e8f1b825-df09-4c0e-ac34-970e527956d2 req-cfc8a944-6a9a-4d8e-b353-927158f764ce tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0895534
Apr 08 12:16:44.996938 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e8f1b825-df09-4c0e-ac34-970e527956d2 req-cb31ff3c-e42c-485d-b3c1-823f9b8a0b7f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255198
Apr 08 12:16:45.139868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 71c435b3-19da-4283-a3b6-0d81d4d1f61d up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:16:45.168608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f580-7c0c-4344-b461-c149046f7cc3 req-ce470884-e529-449f-becc-a1c853ce99c3 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:45.170202 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b76f580-7c0c-4344-b461-c149046f7cc3 req-ce470884-e529-449f-becc-a1c853ce99c3 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 946 time: 0.0968530
Apr 08 12:16:45.206213 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b76f580-7c0c-4344-b461-c149046f7cc3 req-82a7b4e8-d342-4a72-9d23-7aca165ffe3b tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282266
Apr 08 12:16:45.285102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 71c435b3-19da-4283-a3b6-0d81d4d1f61d completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:16:45.291241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 71c435b3-19da-4283-a3b6-0d81d4d1f61d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:16:45.292046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:45.489365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:45.511555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 71c435b3-19da-4283-a3b6-0d81d4d1f61d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=71c435b3-19da-4283-a3b6-0d81d4d1f61d,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:45.540968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c435b3-19da-4283-a3b6-0d81d4d1f61d'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:45.547040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:45.550489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1af76f00-4f0a-40b6-85f8-237fc3eb8c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:45.563247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40d738-d241-4b56-9277-069bc56bc33d req-a6db48f6-f8e8-409e-ad76-6baa9753a020 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:45.563616 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ea40d738-d241-4b56-9277-069bc56bc33d req-a6db48f6-f8e8-409e-ad76-6baa9753a020 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1119733
Apr 08 12:16:45.603499 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ea40d738-d241-4b56-9277-069bc56bc33d req-00649df0-4140-4647-af08-deb3eecaa7a3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328009
Apr 08 12:16:45.603651 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c435b3-19da-4283-a3b6-0d81d4d1f61d', 'code': 200}
Apr 08 12:16:45.643975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=71c435b3-19da-4283-a3b6-0d81d4d1f61d,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:45.645075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:45.787148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32b67-78a4-45e5-b536-a830dadae2a6 req-7cf02f44-aafa-4d3c-8964-cfecfeda7fce tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:45.788870 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3eb32b67-78a4-45e5-b536-a830dadae2a6 req-7cf02f44-aafa-4d3c-8964-cfecfeda7fce tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.0895646
Apr 08 12:16:45.822693 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3eb32b67-78a4-45e5-b536-a830dadae2a6 req-98fc4029-acab-423f-b4ec-7781311582f6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261712
Apr 08 12:16:45.993702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f0dad-e9ba-41fb-9f80-357b4a4d2a0e req-5b5758b4-8ebf-435f-ba9d-7097ebd3e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:45.995284 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c0f0dad-e9ba-41fb-9f80-357b4a4d2a0e req-5b5758b4-8ebf-435f-ba9d-7097ebd3e005 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 1098 time: 0.0805326
Apr 08 12:16:46.026875 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c0f0dad-e9ba-41fb-9f80-357b4a4d2a0e req-a2ff4bbc-4987-4acc-8acb-20652fa8ee18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0189240
Apr 08 12:16:46.206484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479946a-aca0-4a98-a59d-8dd9e0833bc3 req-2f54f300-736e-4fdf-b406-a6b35bc1177e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:46.207988 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d479946a-aca0-4a98-a59d-8dd9e0833bc3 req-2f54f300-736e-4fdf-b406-a6b35bc1177e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0885231
Apr 08 12:16:46.239597 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d479946a-aca0-4a98-a59d-8dd9e0833bc3 req-86568b95-f8f0-4635-8218-0173ca4c51da tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250399
Apr 08 12:16:46.405262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82900ea6-e5b9-4958-a026-24a764799e93 req-5b121458-ec1b-4afa-93a7-12659ffff3bb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:46.406932 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-82900ea6-e5b9-4958-a026-24a764799e93 req-5b121458-ec1b-4afa-93a7-12659ffff3bb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 946 time: 0.0880933
Apr 08 12:16:46.438072 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-82900ea6-e5b9-4958-a026-24a764799e93 req-eace6c7c-d310-4c02-afa3-2255aa75f80f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240688
Apr 08 12:16:46.726236 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-a6a46c89-1204-42dc-9c1b-7e2642d47277 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=644c66998a734fa280184ed7a801b8b3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0320427
Apr 08 12:16:46.814366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fede4a-d125-4761-a6a9-6138d02c44c8 req-40b4e675-2956-403f-808c-c8dd11dd28c1 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:46.814366 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-89fede4a-d125-4761-a6a9-6138d02c44c8 req-40b4e675-2956-403f-808c-c8dd11dd28c1 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0930207
Apr 08 12:16:46.844427 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-89fede4a-d125-4761-a6a9-6138d02c44c8 req-e86753fe-9395-47e1-9a85-2bb5a340a448 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248456
Apr 08 12:16:46.901034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-16e1a05e-a649-4a55-acdf-4635fe164332 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:46.902688 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-16e1a05e-a649-4a55-acdf-4635fe164332 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1704843
Apr 08 12:16:46.926195 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f9dcd041-c089-4964-be69-077ad67178c3 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/quotas/644c66998a734fa280184ed7a801b8b3 HTTP/1.1" status: 200  len: 375 time: 0.0169973
Apr 08 12:16:46.992190 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-e86a5473-c56b-44f9-ac26-6ab78dc2731d tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=644c66998a734fa280184ed7a801b8b3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628295
Apr 08 12:16:47.107369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dcd00-6e03-42d4-aef1-8e5c9d18e057 req-8597818e-4584-43d4-bc2a-c854be022e19 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:47.108938 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d59dcd00-6e03-42d4-aef1-8e5c9d18e057 req-8597818e-4584-43d4-bc2a-c854be022e19 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1504943
Apr 08 12:16:47.141247 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d59dcd00-6e03-42d4-aef1-8e5c9d18e057 req-571e23a4-8d1d-4322-81bb-3d4c7f9e5c89 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250561
Apr 08 12:16:47.363209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3766b-f21a-4f18-b1c6-6ee2d1dd7279 req-33bdec67-f1ca-4b71-9965-2a1ed7e6ef0b tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:47.366589 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f1e3766b-f21a-4f18-b1c6-6ee2d1dd7279 req-33bdec67-f1ca-4b71-9965-2a1ed7e6ef0b tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.1199207
Apr 08 12:16:47.405152 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f1e3766b-f21a-4f18-b1c6-6ee2d1dd7279 req-2f1e5fe6-bceb-45f8-a179-d6c1642590d8 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334086
Apr 08 12:16:47.511473 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8a9ca974-7082-48e6-bb6c-9982ed5b71c9 req-0b22e669-2969-403e-89c9-9f842af890ff tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 210 time: 0.0488796
Apr 08 12:16:47.701986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7445a-2ba0-4ec8-9c4e-b16023fe70cf req-d369a8f2-76c8-4c0e-aaec-5c43f9d7876f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:47.703588 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2f7445a-2ba0-4ec8-9c4e-b16023fe70cf req-d369a8f2-76c8-4c0e-aaec-5c43f9d7876f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0879152
Apr 08 12:16:47.735132 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2f7445a-2ba0-4ec8-9c4e-b16023fe70cf req-c3bf0a5e-8945-47ca-a551-1c04f91ec2ed tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245075
Apr 08 12:16:48.246349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a2d20-ce12-48f3-9010-1f52b273d46e req-0e90275e-1ebf-421e-a8db-1f84570fc0ac tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:48.249518 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc3a2d20-ce12-48f3-9010-1f52b273d46e req-0e90275e-1ebf-421e-a8db-1f84570fc0ac tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1110139
Apr 08 12:16:48.299871 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc3a2d20-ce12-48f3-9010-1f52b273d46e req-84071df0-5e70-469a-89f4-7ff57f3d3a50 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424106
Apr 08 12:16:48.638771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce16ff0-ce93-41bb-b322-a9639ac97b0a req-7e891799-b48a-4071-b298-3d03bbf3d507 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:48.640392 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bce16ff0-ce93-41bb-b322-a9639ac97b0a req-7e891799-b48a-4071-b298-3d03bbf3d507 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.0969234
Apr 08 12:16:48.680215 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bce16ff0-ce93-41bb-b322-a9639ac97b0a req-a9ae5cb3-8b39-4cad-a90e-626c42563e37 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317473
Apr 08 12:16:48.844586 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-81af5b52-4106-46c8-b77b-0eabd87880ad req-3bc0f296-58ab-4899-9169-394c3f58849f tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 210 time: 0.0556726
Apr 08 12:16:49.041866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c37fc-a381-4cfe-907f-6148bd553c6a req-cb0f9b3c-47d0-4f93-bce9-b9f68b6e6d67 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:49.043484 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-294c37fc-a381-4cfe-907f-6148bd553c6a req-cb0f9b3c-47d0-4f93-bce9-b9f68b6e6d67 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0907795
Apr 08 12:16:49.074923 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-294c37fc-a381-4cfe-907f-6148bd553c6a req-deaaee08-5549-44c1-a857-1c2cf99b2fd4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250463
Apr 08 12:16:49.722420 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0a46-f6fa-443d-b9c5-2da6777a1e58 req-1a6649a9-3bbc-4a43-8fef-a2699a5a4247 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:49.730723 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-931c0a46-f6fa-443d-b9c5-2da6777a1e58 req-1a6649a9-3bbc-4a43-8fef-a2699a5a4247 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.3253207
Apr 08 12:16:49.761806 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-931c0a46-f6fa-443d-b9c5-2da6777a1e58 req-ef177416-42c7-441b-949c-8d5e590df313 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0300827
Apr 08 12:16:49.798208 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-9e144e1d-d80d-4c59-861f-fde6a07c8008 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=644c66998a734fa280184ed7a801b8b3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0346034
Apr 08 12:16:49.984204 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-dd6f5b60-8b8d-4b2c-8584-2eaf1cc28383 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:49.985824 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-dd6f5b60-8b8d-4b2c-8584-2eaf1cc28383 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1732547
Apr 08 12:16:50.000116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Request body: {'port': {'device_id': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b', 'admin_state_up': True, 'tenant_id': '644c66998a734fa280184ed7a801b8b3'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:50.045651 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-25473bdd-c1fa-498a-ba91-3a8759a43b3f req-ec7033be-c748-4794-83dc-53323cb3fee2 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 210 time: 0.0598669
Apr 08 12:16:50.160952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:50.165144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Usage tracker for resource:port and tenant:644c66998a734fa280184ed7a801b8b3 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:50.168172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:50.174822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:50.252686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Made reservation on behalf of 644c66998a734fa280184ed7a801b8b3 for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:16:50.259046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:50.284571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:50.303582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:16:50.308502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Usage tracker for resource:security_group_rule and tenant:644c66998a734fa280184ed7a801b8b3 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:16:50.314347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:16:50.326414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:16:50.353488 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec398f-884a-46a2-89da-1fa1fc2812e6 req-75c06b3b-17bc-49ef-bd08-3f6160bde030 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:50.355078 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b2ec398f-884a-46a2-89da-1fa1fc2812e6 req-75c06b3b-17bc-49ef-bd08-3f6160bde030 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1478577
Apr 08 12:16:50.386182 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b2ec398f-884a-46a2-89da-1fa1fc2812e6 req-6c6ab695-82e1-47d0-a59d-714a5079918e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247047
Apr 08 12:16:50.578739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:50.614073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:50.618819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-620d57fc-66e5-477d-832a-e65a7d630a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:50.700217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f4603a-3c08-4dc4-8d5d-5508fd93af6a,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:50.703459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:50.868870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Allocated IP 192.168.233.252 (c85be7c7-496c-4f14-a56b-ddec37a2b32b/bcef1813-ffe4-4423-816a-d00516ee6541/4faa425e-67c8-4be1-b9e2-2db846adae71) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:16:50.954014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f9854-4e2d-4055-9a30-b817c6bdddf4 req-cec7e974-9c0f-4e7a-a208-723208507767 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:50.955982 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-816f9854-4e2d-4055-9a30-b817c6bdddf4 req-cec7e974-9c0f-4e7a-a208-723208507767 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.1617429
Apr 08 12:16:50.966511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085572b4-9b68-4d88-84c5-f4be97dd7f12 req-0f167e22-fa3b-43ff-b305-f8bd8276a738 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:50.968184 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-085572b4-9b68-4d88-84c5-f4be97dd7f12 req-0f167e22-fa3b-43ff-b305-f8bd8276a738 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0884149
Apr 08 12:16:51.003823 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-085572b4-9b68-4d88-84c5-f4be97dd7f12 req-49721777-5b52-4f8c-857d-7d70576afebc tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0290658
Apr 08 12:16:51.078695 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-816f9854-4e2d-4055-9a30-b817c6bdddf4 req-2fc0c817-c5d1-4db0-a2dc-2c70de50679a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160505
Apr 08 12:16:51.153553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:51.170882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Transition to ACTIVE for port object 4faa425e-67c8-4be1-b9e2-2db846adae71 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:16:51.232506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:51.248542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dfedd643-6148-4225-9aa4-648359b2481e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:51.270731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb515-768e-4174-a53f-f1172fa40028 req-4bad0bbd-1fdd-4969-b6e1-1c78c7659eef tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:51.272237 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99fcb515-768e-4174-a53f-f1172fa40028 req-4bad0bbd-1fdd-4969-b6e1-1c78c7659eef tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 936 time: 0.1001551
Apr 08 12:16:51.320306 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99fcb515-768e-4174-a53f-f1172fa40028 req-2cc50829-ef14-4d35-a55c-28a0af842179 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415895
Apr 08 12:16:51.387234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Pushing event updated for resources: {'Port': ['ID=4faa425e-67c8-4be1-b9e2-2db846adae71,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:51.392023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:51.444113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Network c85be7c7-496c-4f14-a56b-ddec37a2b32b is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:16:51.445296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:16:51.447659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:16:51.522865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:51.523827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:51.632898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7836-88cb-44b2-9305-d686728f2836 req-4abf99d8-ba16-4c16-aafb-270a841301d7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:51.634548 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed8f7836-88cb-44b2-9305-d686728f2836 req-4abf99d8-ba16-4c16-aafb-270a841301d7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1063659
Apr 08 12:16:51.637953 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6423345
Apr 08 12:16:51.660958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Request body: {'port': {'device_id': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:16:51.689435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-61b9d5a0-b6bd-429e-a1d6-167c69777d97 None None] Provisioning for port 4faa425e-67c8-4be1-b9e2-2db846adae71 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:16:51.695064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-61b9d5a0-b6bd-429e-a1d6-167c69777d97 None None] Provisioning complete for port 4faa425e-67c8-4be1-b9e2-2db846adae71 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:16:51.695576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-61b9d5a0-b6bd-429e-a1d6-167c69777d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:51.712257 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed8f7836-88cb-44b2-9305-d686728f2836 req-df5bd134-7e8c-44cd-a21f-ffef991b1613 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709863
Apr 08 12:16:51.758057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-61b9d5a0-b6bd-429e-a1d6-167c69777d97 None None] Port 4faa425e-67c8-4be1-b9e2-2db846adae71 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:16:51.795994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:52.219006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153c33c-2cf5-4aad-a63f-ea0264948151 req-54e9eb81-3e50-4c1b-9da7-9c5ce2a79651 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:52.220652 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1153c33c-2cf5-4aad-a63f-ea0264948151 req-54e9eb81-3e50-4c1b-9da7-9c5ce2a79651 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1002095
Apr 08 12:16:52.251883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4faa425e-67c8-4be1-b9e2-2db846adae71 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:16:52.252309 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1153c33c-2cf5-4aad-a63f-ea0264948151 req-e7cde6b0-6e01-47df-acff-08caa4d3d2a1 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251553
Apr 08 12:16:52.265963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:52.288316 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Transition to ACTIVE for port object 4faa425e-67c8-4be1-b9e2-2db846adae71 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:16:52.318838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c184bc-ea1e-41a2-b40c-dce1ec3a741e req-ed8b0508-9e6f-462d-8c6d-64e75fb00e04 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:52.320371 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-37c184bc-ea1e-41a2-b40c-dce1ec3a741e req-ed8b0508-9e6f-462d-8c6d-64e75fb00e04 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.1142452
Apr 08 12:16:52.321462 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:52.337517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:52.483950 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-37c184bc-ea1e-41a2-b40c-dce1ec3a741e req-044b98c6-5de8-4931-9773-3bba18acc3c4 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493599
Apr 08 12:16:52.502987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Pushing event updated for resources: {'Port': ['ID=4faa425e-67c8-4be1-b9e2-2db846adae71,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:52.515973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:52.535513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014fd58-9436-4322-97c9-1c65703d447d req-4ed3e65f-a6af-4e60-8cbc-0d6f18857f80 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:52.537103 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e014fd58-9436-4322-97c9-1c65703d447d req-4ed3e65f-a6af-4e60-8cbc-0d6f18857f80 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 948 time: 0.0995374
Apr 08 12:16:52.570911 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e014fd58-9436-4322-97c9-1c65703d447d req-ce65ff78-9b94-4fe2-b51c-90275e2db50b tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272322
Apr 08 12:16:52.727040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Attempting to bind port 4faa425e-67c8-4be1-b9e2-2db846adae71 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:16:52.727416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Attempting to bind port 4faa425e-67c8-4be1-b9e2-2db846adae71 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:16:52.727789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Attempting to bind port 4faa425e-67c8-4be1-b9e2-2db846adae71 on network c85be7c7-496c-4f14-a56b-ddec37a2b32b {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:16:52.732689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Port 4faa425e-67c8-4be1-b9e2-2db846adae71 on network c85be7c7-496c-4f14-a56b-ddec37a2b32b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:16:52.733050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Attempting to bind port 4faa425e-67c8-4be1-b9e2-2db846adae71 on network c85be7c7-496c-4f14-a56b-ddec37a2b32b {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:16:52.738821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:16:52.739205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Checking segment: {'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:16:52.739626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Bound using segment: {'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:16:52.740092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Bound port: 4faa425e-67c8-4be1-b9e2-2db846adae71, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b55e84-bea9-4116-b288-da2a651a8685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:16:52.740473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:52.823886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] For port 4faa425e-67c8-4be1-b9e2-2db846adae71, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:16:52.826926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] For port 4faa425e-67c8-4be1-b9e2-2db846adae71, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4faa425e-67c8-4be1-b9e2-2db846adae71,segment=NetworkSegment(33b55e84-bea9-4116-b288-da2a651a8685),segment_id=33b55e84-bea9-4116-b288-da2a651a8685)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:16:52.901283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:52.991194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:53.165959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Pushing event updated for resources: {'Port': ['ID=4faa425e-67c8-4be1-b9e2-2db846adae71,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:53.187396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:53.212896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:53.213486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:53.214958 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] 10.222.0.55 "PUT /v2.0/ports/4faa425e-67c8-4be1-b9e2-2db846adae71 HTTP/1.1" status: 200  len: 1098 time: 1.5589936
Apr 08 12:16:53.216979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'tag': '4faa425e-67c8-4be1-b9e2-2db846adae71'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:53.232176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0a352-9f6e-4d18-b1a6-d0d24d7b42cf req-0b58d230-f715-499a-9d67-bee67f6a1e14 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:53.233826 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8ec0a352-9f6e-4d18-b1a6-d0d24d7b42cf req-0b58d230-f715-499a-9d67-bee67f6a1e14 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1916225
Apr 08 12:16:53.267329 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8ec0a352-9f6e-4d18-b1a6-d0d24d7b42cf req-5d554760-86c3-40e9-b59b-0600d105e1b4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261338
Apr 08 12:16:53.269068 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'tag': '4faa425e-67c8-4be1-b9e2-2db846adae71', 'status': 'completed', 'code': 200}
Apr 08 12:16:53.463595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802169a-1b86-4fcb-a300-397de31954c4 req-36440993-1238-45ac-a3f6-fad8f652aeed tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:53.465175 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f802169a-1b86-4fcb-a300-397de31954c4 req-36440993-1238-45ac-a3f6-fad8f652aeed tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0925941
Apr 08 12:16:53.496246 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f802169a-1b86-4fcb-a300-397de31954c4 req-01e5dbc6-3d28-43cf-ae6e-75a03d459048 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240295
Apr 08 12:16:53.686369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82fc15-ff55-4d69-aaec-ad34b5e1e40d req-1b96ddff-43b4-423e-9ec9-096b7654e4d3 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:53.688012 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ee82fc15-ff55-4d69-aaec-ad34b5e1e40d req-1b96ddff-43b4-423e-9ec9-096b7654e4d3 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.0891941
Apr 08 12:16:53.718783 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ee82fc15-ff55-4d69-aaec-ad34b5e1e40d req-627a7760-b4c0-42de-840a-b010d8b035bc tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245087
Apr 08 12:16:53.774141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59927-b8c2-4554-977f-de9e4d005da3 req-b4360875-0fe5-4034-8e71-0957a39fda24 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:53.775744 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7fd59927-b8c2-4554-977f-de9e4d005da3 req-b4360875-0fe5-4034-8e71-0957a39fda24 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 948 time: 0.0882490
Apr 08 12:16:53.805997 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7fd59927-b8c2-4554-977f-de9e4d005da3 req-96248d0b-e160-4045-8c13-8d779003bcf9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240705
Apr 08 12:16:54.453952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ee6c405d-e2a3-4002-8ce0-05ca05d00ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:54.481165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e5c9-e55e-4932-8b03-9409e2f4daed req-87ffef25-e8d7-41c9-bcbc-d986423df480 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:54.482759 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6cb0e5c9-e55e-4932-8b03-9409e2f4daed req-87ffef25-e8d7-41c9-bcbc-d986423df480 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0939298
Apr 08 12:16:54.512374 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6cb0e5c9-e55e-4932-8b03-9409e2f4daed req-4b9e7663-a0db-4a2e-b989-057255381a61 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0233102
Apr 08 12:16:54.700272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf45adc-f35a-4025-b454-beb214609b76 req-876e6e64-11fb-4b70-aceb-5d8233da0203 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:54.701741 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3bf45adc-f35a-4025-b454-beb214609b76 req-876e6e64-11fb-4b70-aceb-5d8233da0203 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0899377
Apr 08 12:16:54.732060 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3bf45adc-f35a-4025-b454-beb214609b76 req-f24177a8-1950-472e-bb4e-c0227d6ce96b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0233638
Apr 08 12:16:54.922690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3866f-0bd7-4aef-86aa-510e924c1e1e req-8e4a940e-8664-492f-896d-83dde9d21a47 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:54.924276 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59c3866f-0bd7-4aef-86aa-510e924c1e1e req-8e4a940e-8664-492f-896d-83dde9d21a47 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.0876083
Apr 08 12:16:54.954931 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59c3866f-0bd7-4aef-86aa-510e924c1e1e req-6eb8fc0b-2413-48da-9737-3baeb5b6c685 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237432
Apr 08 12:16:55.005566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aded22-afa3-463e-88ec-b8f1e7075103 req-da6b46c9-469b-46d0-8e76-e421636ce6e5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:55.007276 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-90aded22-afa3-463e-88ec-b8f1e7075103 req-da6b46c9-469b-46d0-8e76-e421636ce6e5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 948 time: 0.0893157
Apr 08 12:16:55.037777 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-90aded22-afa3-463e-88ec-b8f1e7075103 req-7eab15eb-a837-491c-831d-3600808d719f tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243363
Apr 08 12:16:55.430932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:16:55.544902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f29a1-c0df-4f7a-8a71-3207f6da1a10 req-4f819ad8-aa84-46bb-b39a-ab11dd0d27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:55.546672 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-711f29a1-c0df-4f7a-8a71-3207f6da1a10 req-4f819ad8-aa84-46bb-b39a-ab11dd0d27eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=644c66998a734fa280184ed7a801b8b3&device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 1101 time: 0.0842586
Apr 08 12:16:55.643349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:55.659951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'port_id': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:16:55.725436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abecd2-377e-4371-8999-c604fa67fa9b req-b65d723d-1240-4968-bb8d-347b05237ec2 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:55.727467 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57abecd2-377e-4371-8999-c604fa67fa9b req-b65d723d-1240-4968-bb8d-347b05237ec2 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.1005044
Apr 08 12:16:55.728655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:55.730117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:16:55.748029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:55.822107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Deleting port 71c435b3-19da-4283-a3b6-0d81d4d1f61d {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:16:55.822414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:55.826141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:55.828682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:55.849684 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-711f29a1-c0df-4f7a-8a71-3207f6da1a10 req-bfe7fe9c-c772-47a4-8506-c2e8bf07e723 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=644c66998a734fa280184ed7a801b8b3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2923574
Apr 08 12:16:55.912382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=6']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:55.915907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:55.978769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['53f6e72e-034c-4c1c-be6e-8d0a69255cf0'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:16:56.020577 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c0670-a1ce-405c-98ff-b16b79a54d53 req-2927270a-e79c-40a0-94f7-24dcd19ab3a0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.022148 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8e3c0670-a1ce-405c-98ff-b16b79a54d53 req-2927270a-e79c-40a0-94f7-24dcd19ab3a0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 944 time: 0.2193694
Apr 08 12:16:56.045055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f29a1-c0df-4f7a-8a71-3207f6da1a10 req-7c292fad-7fa1-4f1b-ac9c-32b16e21eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.046618 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-711f29a1-c0df-4f7a-8a71-3207f6da1a10 req-7c292fad-7fa1-4f1b-ac9c-32b16e21eb32 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1899185
Apr 08 12:16:56.071048 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8e3c0670-a1ce-405c-98ff-b16b79a54d53 req-e676b7e2-1d57-40ca-befc-119a4dc97955 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403590
Apr 08 12:16:56.134550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1617-a492-4ee7-a29f-7204fa074a30 req-1872fdd3-d6e5-444b-90cf-e533fd5c8066 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.142868 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f3c1617-a492-4ee7-a29f-7204fa074a30 req-1872fdd3-d6e5-444b-90cf-e533fd5c8066 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.2860122
Apr 08 12:16:56.187617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-4bc082e3-04d5-4dc9-a60a-baf2a0038028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.189889 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-4bc082e3-04d5-4dc9-a60a-baf2a0038028 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=644c66998a734fa280184ed7a801b8b3&device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 1101 time: 0.1007149
Apr 08 12:16:56.194906 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f3c1617-a492-4ee7-a29f-7204fa074a30 req-f342a0f4-6fc8-455a-9dcb-ad5574bfff89 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506458
Apr 08 12:16:56.267176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] For port 71c435b3-19da-4283-a3b6-0d81d4d1f61d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=71c435b3-19da-4283-a3b6-0d81d4d1f61d,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:56.267588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:56.317717 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-718b6c12-19fe-4d02-870a-da727421b449 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=4faa425e-67c8-4be1-b9e2-2db846adae71 HTTP/1.1" status: 200  len: 217 time: 0.1180432
Apr 08 12:16:56.393485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-a9b26646-e658-4752-ad92-40d2a735d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.395418 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-a9b26646-e658-4752-ad92-40d2a735d4d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcef1813-ffe4-4423-816a-d00516ee6541 HTTP/1.1" status: 200  len: 843 time: 0.0679183
Apr 08 12:16:56.522446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47f285-e229-46f3-b45e-a874c43a4cb4 req-e9922427-969c-4e55-ba74-0106b8c61f2a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.531389 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4b47f285-e229-46f3-b45e-a874c43a4cb4 req-e9922427-969c-4e55-ba74-0106b8c61f2a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 945 time: 0.2747726
Apr 08 12:16:56.564713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-707b8851-4289-4465-96a2-0c91a4df2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.566399 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-707b8851-4289-4465-96a2-0c91a4df2311 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c85be7c7-496c-4f14-a56b-ddec37a2b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1525176
Apr 08 12:16:56.570012 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4b47f285-e229-46f3-b45e-a874c43a4cb4 req-6fb4d90e-377e-4f5e-8071-aa9d6e7900d2 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373740
Apr 08 12:16:56.649338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d5135227-325a-4976-886f-1e39795eb2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:56.705822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Calling delete_port for 71c435b3-19da-4283-a3b6-0d81d4d1f61d owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:16:56.751802 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-f24ea363-fcc4-4389-987d-5baa66e3246b service neutron] 10.222.0.55 "GET /v2.0/networks/c85be7c7-496c-4f14-a56b-ddec37a2b32b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743379
Apr 08 12:16:56.980983 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-60672d2a-71e5-45d5-9a73-c222e1845b42 req-13730e22-fc4a-4116-bef8-0908a96e376d service neutron] 10.222.0.55 "GET /v2.0/networks/c85be7c7-496c-4f14-a56b-ddec37a2b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444860
Apr 08 12:16:56.982131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6439a83-5cff-4235-bb67-545ccc321d59 req-f814ad1e-baea-437e-aba3-d90a2ff62db3 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:56.982131 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a6439a83-5cff-4235-bb67-545ccc321d59 req-f814ad1e-baea-437e-aba3-d90a2ff62db3 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 948 time: 0.1951218
Apr 08 12:16:56.982131 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a6439a83-5cff-4235-bb67-545ccc321d59 req-42dfeac7-3cb9-421a-a924-c03421e10f7c tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244439
Apr 08 12:16:57.134775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:57.203411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:16:57.211655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:57.236621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:57.268058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['71c435b3-19da-4283-a3b6-0d81d4d1f61d'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:16:57.289323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661ed75-5359-4ba5-b36f-540c7cf2db8a req-abb90c10-5d73-419d-b2e4-573e0d8bfdd2 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:57.291509 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6661ed75-5359-4ba5-b36f-540c7cf2db8a req-abb90c10-5d73-419d-b2e4-573e0d8bfdd2 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 944 time: 0.0917149
Apr 08 12:16:57.332033 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6661ed75-5359-4ba5-b36f-540c7cf2db8a req-16ab1d29-91f8-4ff6-b65b-d76b00ce866b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337701
Apr 08 12:16:57.333417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:16:57.333971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:57.415033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Pushing event deleted for resources: {'Port': ['ID=71c435b3-19da-4283-a3b6-0d81d4d1f61d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:57.417929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:57.465880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:57.478871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:57.490294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:16:57.507166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58f75e-4304-40ee-9c15-3008bec2da2a req-03623024-4fdb-4dcc-a688-1704fc8a7c47 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:57.520786 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b58f75e-4304-40ee-9c15-3008bec2da2a req-03623024-4fdb-4dcc-a688-1704fc8a7c47 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1568897
Apr 08 12:16:57.534191 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'code': 200}
Apr 08 12:16:57.540365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:57.543261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:16:57.552215 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b58f75e-4304-40ee-9c15-3008bec2da2a req-7c5a768a-0851-42db-86ba-8c5f880540ec tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352471
Apr 08 12:16:57.617822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=7']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:16:57.621563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:16:57.634715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] No DVR routers for this DVR port 71c435b3-19da-4283-a3b6-0d81d4d1f61d on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:16:57.637778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:57.640829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'name': 'network-vif-deleted', 'tag': '71c435b3-19da-4283-a3b6-0d81d4d1f61d'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:16:57.684331 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57abecd2-377e-4371-8999-c604fa67fa9b req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "DELETE /v2.0/ports/71c435b3-19da-4283-a3b6-0d81d4d1f61d HTTP/1.1" status: 204  len: 173 time: 1.9471531
Apr 08 12:16:57.693618 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a06df7-1733-495d-aca0-367f3478e75a', 'name': 'network-vif-deleted', 'tag': '71c435b3-19da-4283-a3b6-0d81d4d1f61d', 'status': 'completed', 'code': 200}
Apr 08 12:16:57.778338 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0ec45dd3-508f-490c-85ec-7b48e6598acb req-7de6e4e8-50d4-42f6-ac65-689b8bbf9716 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a06df7-1733-495d-aca0-367f3478e75a HTTP/1.1" status: 200  len: 210 time: 0.0656967
Apr 08 12:16:58.182786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a729-99f6-4bb6-bf10-46d04066f10d req-9af177b8-d106-4625-9fdf-c5cde531d021 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:58.184377 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-17e2a729-99f6-4bb6-bf10-46d04066f10d req-9af177b8-d106-4625-9fdf-c5cde531d021 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 948 time: 0.0977204
Apr 08 12:16:58.215917 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-17e2a729-99f6-4bb6-bf10-46d04066f10d req-fb7d5c59-786b-4a42-abea-b50ea5162872 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241976
Apr 08 12:16:58.277909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:58.608372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d08b4-cf68-42a0-a3d4-25c8f26203da req-70b1ca15-9a4e-416e-9ecb-e9c117a80bc9 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:58.611056 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e44d08b4-cf68-42a0-a3d4-25c8f26203da req-70b1ca15-9a4e-416e-9ecb-e9c117a80bc9 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1599827
Apr 08 12:16:58.652669 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e44d08b4-cf68-42a0-a3d4-25c8f26203da req-14ded40d-220e-43bc-b2b8-4908546cc522 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345161
Apr 08 12:16:58.769481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:16:58.853988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8098f-b4be-49dd-9469-c1e245b9a058 req-2242959c-199a-47fd-a9a4-831269116d74 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:58.855680 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e3b8098f-b4be-49dd-9469-c1e245b9a058 req-2242959c-199a-47fd-a9a4-831269116d74 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0991426
Apr 08 12:16:58.901730 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e3b8098f-b4be-49dd-9469-c1e245b9a058 req-7a22bd22-d627-44b6-820d-6ff9ffecb807 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343287
Apr 08 12:16:59.310877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-ab828810-f78c-420c-9165-08a5da45e8b1 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:59.320888 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-ab828810-f78c-420c-9165-08a5da45e8b1 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/networks?id=e78474b0-0267-4206-95c8-f7e7d8afada8 HTTP/1.1" status: 200  len: 809 time: 0.2115228
Apr 08 12:16:59.337838 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-c2ccf59d-7b10-428b-93a4-4ad6e6ba2200 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/quotas/59af83a5bec643c1bf2d8a3ede4b9a9b HTTP/1.1" status: 200  len: 375 time: 0.0158596
Apr 08 12:16:59.425509 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-c5404749-f980-4170-a3bc-ff32ff1c99ea tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0835044
Apr 08 12:16:59.573751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57190ae3-d673-424b-900e-e8a20d29c449 req-cb758623-6e51-43e9-adaf-3d323892327f tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:59.582896 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57190ae3-d673-424b-900e-e8a20d29c449 req-cb758623-6e51-43e9-adaf-3d323892327f tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 948 time: 0.1226780
Apr 08 12:16:59.631729 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-67b6e24d-9b5d-41b9-9bae-d9e46ebe0713 service neutron] 10.222.0.43 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943762
Apr 08 12:16:59.654665 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57190ae3-d673-424b-900e-e8a20d29c449 req-6f4424ed-acd6-45e4-ba86-5bf27e72a55b tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686541
Apr 08 12:16:59.807612 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-af39d919-6c6f-456a-ac43-b906800382eb service neutron] 10.222.0.43 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641402
Apr 08 12:16:59.957452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2821c7c-ad83-4571-a9e0-15ccd0721176 req-f1f40968-15ff-438f-b679-da807d2184ed tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:16:59.959223 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2821c7c-ad83-4571-a9e0-15ccd0721176 req-f1f40968-15ff-438f-b679-da807d2184ed tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1395741
Apr 08 12:16:59.993012 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2821c7c-ad83-4571-a9e0-15ccd0721176 req-e732083c-ff07-4e1d-a446-dfec2f517a0f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0272286
Apr 08 12:17:00.207076 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de4d7f59-fdbf-462c-b41f-e7ee779bfdcf req-e43ed91e-f501-4f7c-a694-3cfd47120345 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 210 time: 0.1170971
Apr 08 12:17:00.272786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871064db-d674-44cf-9eaa-7b427f09af38 req-9c572e07-2348-4fec-baec-55328839b8d8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:00.280989 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-871064db-d674-44cf-9eaa-7b427f09af38 req-9c572e07-2348-4fec-baec-55328839b8d8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1581249
Apr 08 12:17:00.312358 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-871064db-d674-44cf-9eaa-7b427f09af38 req-554278e6-d6b1-4347-83c3-bc9f088b5e99 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303843
Apr 08 12:17:00.958165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408cc44-3126-4178-ab06-d21d53f9f9b8 req-e1ba323e-4895-43d1-ab44-e4bef80bfdde tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:00.958928 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c408cc44-3126-4178-ab06-d21d53f9f9b8 req-e1ba323e-4895-43d1-ab44-e4bef80bfdde tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Synchronizing usage tracker for tenant:644c66998a734fa280184ed7a801b8b3 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:17:01.034523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c408cc44-3126-4178-ab06-d21d53f9f9b8 req-e1ba323e-4895-43d1-ab44-e4bef80bfdde tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Unset dirty status for tenant:644c66998a734fa280184ed7a801b8b3 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:17:01.036454 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c408cc44-3126-4178-ab06-d21d53f9f9b8 req-e1ba323e-4895-43d1-ab44-e4bef80bfdde tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 948 time: 0.1859546
Apr 08 12:17:01.104264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c408cc44-3126-4178-ab06-d21d53f9f9b8 req-cbeb37a4-655c-4a0d-9cd6-047c78663782 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Synchronizing usage tracker for tenant:644c66998a734fa280184ed7a801b8b3 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:17:01.209074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c408cc44-3126-4178-ab06-d21d53f9f9b8 req-cbeb37a4-655c-4a0d-9cd6-047c78663782 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Unset dirty status for tenant:644c66998a734fa280184ed7a801b8b3 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:17:01.210441 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c408cc44-3126-4178-ab06-d21d53f9f9b8 req-cbeb37a4-655c-4a0d-9cd6-047c78663782 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657991
Apr 08 12:17:01.268522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367a1aa-9a68-4ebd-8080-0d7276a09f19 req-7735af5f-30e9-4cca-b00c-6788f8a615fa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:01.269748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 4faa425e-67c8-4be1-b9e2-2db846adae71 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:17:01.278197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5367a1aa-9a68-4ebd-8080-0d7276a09f19 req-7735af5f-30e9-4cca-b00c-6788f8a615fa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1220131
Apr 08 12:17:01.330030 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5367a1aa-9a68-4ebd-8080-0d7276a09f19 req-32260b19-b8e9-4252-a6f0-a63a5d7fe649 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507512
Apr 08 12:17:01.504338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 71c435b3-19da-4283-a3b6-0d81d4d1f61d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:01.551647 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e53343b0-29d7-4fe3-acc3-3486d41d8bb1 req-8d353b07-a3e1-49d2-b182-73f6251a9c0c tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 210 time: 0.0898190
Apr 08 12:17:01.588205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 71c435b3-19da-4283-a3b6-0d81d4d1f61d {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:17:01.595727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 71c435b3-19da-4283-a3b6-0d81d4d1f61d not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:17:01.595951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3e14-3521-4710-832d-1453c9a6cabc req-e5cf16b8-05e6-46c9-9cb0-c6ac6a4df67b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:01.595951 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b51b3e14-3521-4710-832d-1453c9a6cabc req-e5cf16b8-05e6-46c9-9cb0-c6ac6a4df67b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1521227
Apr 08 12:17:01.605019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 4faa425e-67c8-4be1-b9e2-2db846adae71, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4faa425e-67c8-4be1-b9e2-2db846adae71,segment=NetworkSegment(33b55e84-bea9-4116-b288-da2a651a8685),segment_id=33b55e84-bea9-4116-b288-da2a651a8685)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:01.627452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '4faa425e-67c8-4be1-b9e2-2db846adae71', 'network_id': 'c85be7c7-496c-4f14-a56b-ddec37a2b32b', 'port_id': '4faa425e-67c8-4be1-b9e2-2db846adae71', 'mac_address': 'fa:16:3e:7f:ed:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcef1813-ffe4-4423-816a-d00516ee6541', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:17:01.636429 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b51b3e14-3521-4710-832d-1453c9a6cabc req-4d346cd6-3a42-4a57-9b9a-3f930ef7a0fe tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352776
Apr 08 12:17:01.696476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:01.715711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faa425e-67c8-4be1-b9e2-2db846adae71 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:17:01.732903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 4faa425e-67c8-4be1-b9e2-2db846adae71, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4faa425e-67c8-4be1-b9e2-2db846adae71,segment=NetworkSegment(33b55e84-bea9-4116-b288-da2a651a8685),segment_id=33b55e84-bea9-4116-b288-da2a651a8685)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:01.819944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:01.821860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:01.893892 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=4faa425e-67c8-4be1-b9e2-2db846adae71,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:01.897578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:02.206341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['4faa425e-67c8-4be1-b9e2-2db846adae71'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:02.518044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:17:02.519026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb4641-aa33-455d-91f6-42a4b2be9c4c req-d9e0701b-152d-4aae-b9ae-423faa9c9682 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:02.519026 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-29eb4641-aa33-455d-91f6-42a4b2be9c4c req-d9e0701b-152d-4aae-b9ae-423faa9c9682 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 949 time: 0.1006665
Apr 08 12:17:02.519026 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-29eb4641-aa33-455d-91f6-42a4b2be9c4c req-7028de6d-dc16-4261-8bc5-01a1407a1216 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243728
Apr 08 12:17:02.574530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5ca29-491a-411d-b92a-07d6cc981b5a req-010eec91-72c3-4246-b571-e1edf71a40ca tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:02.576105 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-efa5ca29-491a-411d-b92a-07d6cc981b5a req-010eec91-72c3-4246-b571-e1edf71a40ca tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0869710
Apr 08 12:17:02.607480 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-efa5ca29-491a-411d-b92a-07d6cc981b5a req-3acc88b5-827c-4a13-898d-506f9947ded4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243089
Apr 08 12:17:02.866079 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-db42550c-9bce-4d99-a594-f73ec2c708ac req-a3954fc8-b43d-40c9-a34c-508f441d3c82 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 210 time: 0.1716683
Apr 08 12:17:02.967784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-8ce4b342-b171-40b1-83f3-50d1b12d5c11 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:02.970482 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-8ce4b342-b171-40b1-83f3-50d1b12d5c11 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "GET /v2.0/networks?id=e78474b0-0267-4206-95c8-f7e7d8afada8 HTTP/1.1" status: 200  len: 809 time: 0.2694242
Apr 08 12:17:02.987257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Request body: {'port': {'device_id': '51d60c14-af1c-4517-b5c6-7f606012724c', 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8', 'admin_state_up': True, 'tenant_id': '59af83a5bec643c1bf2d8a3ede4b9a9b'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:17:03.096847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46898) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:03.108547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090e5c6-f8ab-4c84-a3cb-2d5dd0268c76 req-18d9d286-c381-4f84-9fb6-5d9fb6f61f20 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:03.116661 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9090e5c6-f8ab-4c84-a3cb-2d5dd0268c76 req-18d9d286-c381-4f84-9fb6-5d9fb6f61f20 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.3064599
Apr 08 12:17:03.196554 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9090e5c6-f8ab-4c84-a3cb-2d5dd0268c76 req-57953615-4da9-4747-bb92-2a3aab46eaea tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769386
Apr 08 12:17:03.235187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:17:03.239749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Usage tracker for resource:port and tenant:59af83a5bec643c1bf2d8a3ede4b9a9b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:17:03.243638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:17:03.250094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:17:03.283904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.300647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Made reservation on behalf of 59af83a5bec643c1bf2d8a3ede4b9a9b for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:17:03.301388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:17:03.305995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Usage tracker for resource:security_group_rule and tenant:2cb84ed1d7044563b6226d3bd4a2a423 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:17:03.309214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:17:03.311192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.317137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:17:03.442719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.487985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.522993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1be44be4-1b93-4d0e-a124-343de2ed37dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:03.538454 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cb84ed1d7044563b6226d3bd4a2a423&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4464724
Apr 08 12:17:03.541153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 46912) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:03.589913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Allocated IP 172.20.0.4 (e78474b0-0267-4206-95c8-f7e7d8afada8/109114cc-5e55-44b7-a220-eec1442e3219/2a5f01f5-e80b-48ac-af81-19fbc5df5c69) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:17:03.642957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11161b56-dbcc-44f1-a075-5724b133d0a8,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:03.650506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:03.651453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.683540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.780381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.826422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:03.847028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11161b56-dbcc-44f1-a075-5724b133d0a8,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:03.849939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:03.868213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:03.872155 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11161b56-dbcc-44f1-a075-5724b133d0a8 HTTP/1.1" status: 204  len: 168 time: 0.3260021
Apr 08 12:17:03.942147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5101b-5fa9-4e1e-8b9b-cba03b43699e req-c4e149d9-9381-454d-b56a-710461370da0 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:03.950034 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-45a5101b-5fa9-4e1e-8b9b-cba03b43699e req-c4e149d9-9381-454d-b56a-710461370da0 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 949 time: 0.1617270
Apr 08 12:17:03.989064 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-45a5101b-5fa9-4e1e-8b9b-cba03b43699e req-1460c575-3694-4417-9ec4-3899816d9b91 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379725
Apr 08 12:17:04.069141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50983505-e0e6-462e-b625-a6f47cf7225f req-62b7f6a9-80a8-49da-9cf0-b191d6873284 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:04.080364 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-50983505-e0e6-462e-b625-a6f47cf7225f req-62b7f6a9-80a8-49da-9cf0-b191d6873284 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.2859547
Apr 08 12:17:04.111584 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-50983505-e0e6-462e-b625-a6f47cf7225f req-ad588ea9-e8c7-4a94-82bd-45f4763cce96 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302501
Apr 08 12:17:04.245314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:04.290683 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-48524614-b19b-4520-8bfb-e68c9e575f14 req-f614b0f4-fe89-4c75-9135-1de879b3946c tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 210 time: 0.1692829
Apr 08 12:17:04.348481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:04.461591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:04.611373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Pushing event updated for resources: {'Port': ['ID=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:04.631263 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:04.694535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Network e78474b0-0267-4206-95c8-f7e7d8afada8 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:17:04.698214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:17:04.700753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:17:04.707670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:04.708858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:04.734977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ffed7-0e78-4e05-aab6-c089070e32db req-c31beaff-27db-4970-a975-4c0bfa07dc0c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:04.737062 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4f2ffed7-0e78-4e05-aab6-c089070e32db req-c31beaff-27db-4970-a975-4c0bfa07dc0c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.2152073
Apr 08 12:17:04.775553 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4f2ffed7-0e78-4e05-aab6-c089070e32db req-8a8357ba-5984-4d69-8637-d9ed301dd7fb tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272098
Apr 08 12:17:04.804369 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8214109
Apr 08 12:17:04.825455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Request body: {'port': {'device_id': '51d60c14-af1c-4517-b5c6-7f606012724c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:17:04.956761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:05.169296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:05.251717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccaa74-e5ae-4e87-8e06-d674304fe655 req-5a1aa876-3a3a-40f7-9ce2-e836ae678068 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:05.254678 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f7ccaa74-e5ae-4e87-8e06-d674304fe655 req-5a1aa876-3a3a-40f7-9ce2-e836ae678068 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 949 time: 0.1224060
Apr 08 12:17:05.266815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 4faa425e-67c8-4be1-b9e2-2db846adae71 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:17:05.296780 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f7ccaa74-e5ae-4e87-8e06-d674304fe655 req-574d9cb7-fcff-44a0-9839-b42d496cbd80 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361245
Apr 08 12:17:05.466200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 4faa425e-67c8-4be1-b9e2-2db846adae71 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:17:05.475095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 4faa425e-67c8-4be1-b9e2-2db846adae71 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:17:05.475860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:05.647094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45ead-2597-4c99-ad02-37a0ddd0168f req-f7eb0dce-bd30-4913-9bb2-5610daa1fab8 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:05.653652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:05.656785 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80c45ead-2597-4c99-ad02-37a0ddd0168f req-f7eb0dce-bd30-4913-9bb2-5610daa1fab8 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 931 time: 0.1568849
Apr 08 12:17:05.669851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa425e-67c8-4be1-b9e2-2db846adae71'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:05.683232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 4faa425e-67c8-4be1-b9e2-2db846adae71, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4faa425e-67c8-4be1-b9e2-2db846adae71,segment=NetworkSegment(33b55e84-bea9-4116-b288-da2a651a8685),segment_id=33b55e84-bea9-4116-b288-da2a651a8685)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:05.700197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80c45ead-2597-4c99-ad02-37a0ddd0168f req-2ee8d43c-34fd-497f-9e9c-c9f160f77f7d tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417039
Apr 08 12:17:05.711942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:05.714762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8d9f9c60-6970-4b2b-b056-485f7ffa78f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:05.839084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8bd4f-5239-4021-90a4-ca86440a400a req-f480d2b4-fdf5-4464-a915-9faf4fd55aea tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:05.847201 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c3d8bd4f-5239-4021-90a4-ca86440a400a req-f480d2b4-fdf5-4464-a915-9faf4fd55aea tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.4992018
Apr 08 12:17:05.886676 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c3d8bd4f-5239-4021-90a4-ca86440a400a req-12f029ab-b3e5-4f62-9618-3073ed2a72c6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383420
Apr 08 12:17:06.003214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:17:06.012367 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:06.023552 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa425e-67c8-4be1-b9e2-2db846adae71', 'code': 200}
Apr 08 12:17:06.026105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=4faa425e-67c8-4be1-b9e2-2db846adae71,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:06.028579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Transition to ACTIVE for port object 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:17:06.030739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:06.093374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:06.193281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-41116844-0949-4164-88fb-e13093028c44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:06.261246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Pushing event updated for resources: {'Port': ['ID=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:06.278270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d029-5a45-43c8-a472-a5fac19f1ab5 req-bd5cccec-c58e-496e-b3a0-fdef89a3b768 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:06.280819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:06.286870 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2e47d029-5a45-43c8-a472-a5fac19f1ab5 req-bd5cccec-c58e-496e-b3a0-fdef89a3b768 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.2125158
Apr 08 12:17:06.322319 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2e47d029-5a45-43c8-a472-a5fac19f1ab5 req-9fc299d3-48cd-48aa-b559-ad95734178f4 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310428
Apr 08 12:17:06.349408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a586847-c656-45e8-ae8d-af0bdfc00aca req-14f62b42-8212-4811-8ac3-c9571e7aa2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:06.351134 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7a586847-c656-45e8-ae8d-af0bdfc00aca req-14f62b42-8212-4811-8ac3-c9571e7aa2ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 1103 time: 0.1341147
Apr 08 12:17:06.394651 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7a586847-c656-45e8-ae8d-af0bdfc00aca req-ae3dca94-1c9a-4a5f-870e-481241017f65 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312686
Apr 08 12:17:06.539549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Attempting to bind port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:17:06.539922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Attempting to bind port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:17:06.540287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Attempting to bind port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 on network e78474b0-0267-4206-95c8-f7e7d8afada8 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:17:06.549669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 on network e78474b0-0267-4206-95c8-f7e7d8afada8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:17:06.550043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Attempting to bind port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 on network e78474b0-0267-4206-95c8-f7e7d8afada8 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:17:06.565313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:17:06.565695 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Checking segment: {'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:17:06.566124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Bound using segment: {'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:17:06.566645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Bound port: 2a5f01f5-e80b-48ac-af81-19fbc5df5c69, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97d2bce-0c21-4221-a556-b0b069072791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:17:06.567035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:06.646971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75c5a0-edb1-4dd7-9c94-eb7f92714bba req-5070bce8-d7fe-4193-b7e5-a492397c755c tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:06.648559 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-da75c5a0-edb1-4dd7-9c94-eb7f92714bba req-5070bce8-d7fe-4193-b7e5-a492397c755c tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 950 time: 0.1885638
Apr 08 12:17:06.691373 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-da75c5a0-edb1-4dd7-9c94-eb7f92714bba req-be380230-8f32-47cf-8af5-f93a24a64911 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309837
Apr 08 12:17:07.117061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] For port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:17:07.120667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] For port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:17:07.197103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:07.221927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:07.249615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90fd96-28c7-479a-840b-1f11ae905fe7 req-4b25c6dd-224e-41d7-a9a4-2e19fa149dc9 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:07.251553 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fd90fd96-28c7-479a-840b-1f11ae905fe7 req-4b25c6dd-224e-41d7-a9a4-2e19fa149dc9 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 943 time: 0.1002169
Apr 08 12:17:07.295437 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fd90fd96-28c7-479a-840b-1f11ae905fe7 req-478d76f0-21fe-4246-b7ba-4cb6b75c8a9b tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283103
Apr 08 12:17:07.418865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Pushing event updated for resources: {'Port': ['ID=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:07.422731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:07.505302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49771d-5682-4393-ae82-4e1b097c6ca9 req-c56daff9-7dce-4a83-a38a-ecb679731b73 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:07.514015 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac49771d-5682-4393-ae82-4e1b097c6ca9 req-c56daff9-7dce-4a83-a38a-ecb679731b73 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.3601317
Apr 08 12:17:07.562521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:07.564048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:07.565171 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] 10.222.0.55 "PUT /v2.0/ports/2a5f01f5-e80b-48ac-af81-19fbc5df5c69 HTTP/1.1" status: 200  len: 1093 time: 2.7439990
Apr 08 12:17:07.567846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d60c14-af1c-4517-b5c6-7f606012724c', 'tag': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:07.594873 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac49771d-5682-4393-ae82-4e1b097c6ca9 req-94a80236-1f99-4ef7-987c-5c02fe8b568a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676641
Apr 08 12:17:07.628739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8faf6-9ace-47b5-9fb3-7dcc265b6c57 req-53bbfa6b-4136-4bdf-8702-3bfd85ca7c8a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:07.636751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e7c8faf6-9ace-47b5-9fb3-7dcc265b6c57 req-53bbfa6b-4136-4bdf-8702-3bfd85ca7c8a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1206436
Apr 08 12:17:07.655545 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d60c14-af1c-4517-b5c6-7f606012724c', 'tag': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69', 'status': 'completed', 'code': 200}
Apr 08 12:17:07.672783 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e7c8faf6-9ace-47b5-9fb3-7dcc265b6c57 req-077a3f51-774e-48e8-8e8a-0211201a7844 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348806
Apr 08 12:17:07.964165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94debcb-0adf-4af0-a2dd-8e909b4069e5 req-f656f975-9f39-4588-844a-60531bef0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:07.966209 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d94debcb-0adf-4af0-a2dd-8e909b4069e5 req-f656f975-9f39-4588-844a-60531bef0728 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 1096 time: 0.2055006
Apr 08 12:17:08.014372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b573a-0159-4a07-85c5-c0ffc3805552 req-b057beaa-1d3b-4f2b-8419-60f25c837229 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:08.016036 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d96b573a-0159-4a07-85c5-c0ffc3805552 req-b057beaa-1d3b-4f2b-8419-60f25c837229 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 950 time: 0.1997919
Apr 08 12:17:08.207441 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d96b573a-0159-4a07-85c5-c0ffc3805552 req-1618ea1a-1073-4f9b-8cc4-2bbc45166ade tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580840
Apr 08 12:17:08.280485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94debcb-0adf-4af0-a2dd-8e909b4069e5 req-7ae89db3-8d93-4998-8347-d019132eb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:08.282097 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d94debcb-0adf-4af0-a2dd-8e909b4069e5 req-7ae89db3-8d93-4998-8347-d019132eb8c9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2887158
Apr 08 12:17:08.589007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94debcb-0adf-4af0-a2dd-8e909b4069e5 req-02f800bb-0cd3-4a41-8f75-0aaa715d3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:08.590878 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d94debcb-0adf-4af0-a2dd-8e909b4069e5 req-02f800bb-0cd3-4a41-8f75-0aaa715d3484 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3008590
Apr 08 12:17:08.663574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb9ec4-df4c-4603-9f40-68045b89e22d req-98f09e5e-9e2e-471e-aeba-b9df46f758d5 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:08.664389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9cbb9ec4-df4c-4603-9f40-68045b89e22d req-98f09e5e-9e2e-471e-aeba-b9df46f758d5 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Synchronizing usage tracker for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:17:08.788027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-2b3180e7-4230-493e-b344-5bb5b21514b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:08.789813 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-2b3180e7-4230-493e-b344-5bb5b21514b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 1096 time: 0.1216879
Apr 08 12:17:08.814574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f143-515b-4521-9193-811ccd68c049 req-760aff2b-a737-4409-87fa-739b0e421c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:08.816728 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7e3f143-515b-4521-9193-811ccd68c049 req-760aff2b-a737-4409-87fa-739b0e421c10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.1299875
Apr 08 12:17:08.820588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9cbb9ec4-df4c-4603-9f40-68045b89e22d req-98f09e5e-9e2e-471e-aeba-b9df46f758d5 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Unset dirty status for tenant:59af83a5bec643c1bf2d8a3ede4b9a9b on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:17:08.821754 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9cbb9ec4-df4c-4603-9f40-68045b89e22d req-98f09e5e-9e2e-471e-aeba-b9df46f758d5 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 943 time: 0.3115416
Apr 08 12:17:08.899610 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-14cc2e61-cccc-4875-96c4-e899fc4943f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a5f01f5-e80b-48ac-af81-19fbc5df5c69 HTTP/1.1" status: 200  len: 217 time: 0.0954976
Apr 08 12:17:08.987219 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9cbb9ec4-df4c-4603-9f40-68045b89e22d req-3c8b64ec-9923-421e-b0bc-3a5026a8f1d6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234138
Apr 08 12:17:09.028239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-333a4d3e-3b7e-4a81-80cf-b8edb77e6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:09.029736 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-333a4d3e-3b7e-4a81-80cf-b8edb77e6d11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=109114cc-5e55-44b7-a220-eec1442e3219 HTTP/1.1" status: 200  len: 849 time: 0.1155305
Apr 08 12:17:09.115715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f143-515b-4521-9193-811ccd68c049 req-006d83b5-4894-4266-8354-34afa8792dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:09.117323 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7e3f143-515b-4521-9193-811ccd68c049 req-006d83b5-4894-4266-8354-34afa8792dbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.2843292
Apr 08 12:17:09.161720 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-bf62ae0b-f0a2-46c1-99b7-717d7e03bb43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e78474b0-0267-4206-95c8-f7e7d8afada8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1211998
Apr 08 12:17:09.261981 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7e3f143-515b-4521-9193-811ccd68c049 req-2acbbc82-b51b-4eb0-886b-7902791d9332 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 217 time: 0.1186624
Apr 08 12:17:09.370115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f143-515b-4521-9193-811ccd68c049 req-ed66cd57-14c0-4044-a8a4-81ec564f70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:09.371821 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7e3f143-515b-4521-9193-811ccd68c049 req-ed66cd57-14c0-4044-a8a4-81ec564f70fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.0957267
Apr 08 12:17:09.391149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60a074-388b-4e4c-a082-0b4741e9683a req-22614cf7-1dc9-4ea2-9e5c-0d7c5f6a542a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:09.404050 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2f60a074-388b-4e4c-a082-0b4741e9683a req-22614cf7-1dc9-4ea2-9e5c-0d7c5f6a542a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.2567275
Apr 08 12:17:09.512459 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7e3f143-515b-4521-9193-811ccd68c049 req-d66ef969-1aef-435d-bc97-eff30ebe0992 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1071801
Apr 08 12:17:09.519395 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2f60a074-388b-4e4c-a082-0b4741e9683a req-1dd1cd3e-963d-4e60-9142-b1a4d2a522a8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0283377
Apr 08 12:17:09.626476 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-a3ca2591-5989-42da-86a3-e536f34f5738 service neutron] 10.222.0.55 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4557252
Apr 08 12:17:09.760991 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7e3f143-515b-4521-9193-811ccd68c049 req-55acb255-9f7a-4f6e-bd36-e56341e38825 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359746
Apr 08 12:17:09.841959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abb523-d180-467e-a042-6994a43936fa req-a81177aa-4868-4e48-b403-11be179b554b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:09.849676 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-94abb523-d180-467e-a042-6994a43936fa req-a81177aa-4868-4e48-b403-11be179b554b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.7647285
Apr 08 12:17:09.854050 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84a3f5e4-4acc-4e78-a48e-f7c0fa453a18 req-107348a8-9088-40ef-8281-d84f98879819 service neutron] 10.222.0.55 "GET /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137222
Apr 08 12:17:09.893148 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-94abb523-d180-467e-a042-6994a43936fa req-c6258a82-c4d4-447d-8ff5-d4cb3f536fba tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418391
Apr 08 12:17:09.917717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad8ed6-b70d-4c93-b73d-a2c172e9a2eb req-d354d9ae-4c41-4f2b-a702-e34f37220eff tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:09.919544 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-48ad8ed6-b70d-4c93-b73d-a2c172e9a2eb req-d354d9ae-4c41-4f2b-a702-e34f37220eff tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.2249479
Apr 08 12:17:09.971453 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-48ad8ed6-b70d-4c93-b73d-a2c172e9a2eb req-5f95bf2b-b64f-4d02-8cf7-dab376aa1905 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350733
Apr 08 12:17:10.059836 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7e3f143-515b-4521-9193-811ccd68c049 req-d8672fc2-b0eb-43e9-a051-91562bc4a109 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2698536
Apr 08 12:17:10.186011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f312f-a9fa-4da5-bd32-058fb83bf465 req-cbd91830-7a02-4cd1-873a-d8725c292d67 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:10.188072 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b4f312f-a9fa-4da5-bd32-058fb83bf465 req-cbd91830-7a02-4cd1-873a-d8725c292d67 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 950 time: 0.1443272
Apr 08 12:17:10.228409 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b4f312f-a9fa-4da5-bd32-058fb83bf465 req-d81efe8b-a083-4336-93a4-022779a746cb tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314827
Apr 08 12:17:10.486429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c22e-e85f-40c9-a84d-c0aed0a3ae12 req-de8139d4-d386-4de4-8ae4-a3795b59b5d8 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:10.488623 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e377c22e-e85f-40c9-a84d-c0aed0a3ae12 req-de8139d4-d386-4de4-8ae4-a3795b59b5d8 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 943 time: 0.1416755
Apr 08 12:17:10.547066 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e377c22e-e85f-40c9-a84d-c0aed0a3ae12 req-5834522d-1828-4695-883d-c345d8c0c587 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513680
Apr 08 12:17:10.610413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101009e-2efe-404d-be6e-5e01556149c7 req-96391900-5e4d-4f76-bb20-5ea337dd40b9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:10.618893 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0101009e-2efe-404d-be6e-5e01556149c7 req-96391900-5e4d-4f76-bb20-5ea337dd40b9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1595984
Apr 08 12:17:10.665341 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0101009e-2efe-404d-be6e-5e01556149c7 req-d501abeb-7047-41dc-8e14-1166b9825258 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454164
Apr 08 12:17:10.685851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-f49e840c-2009-4df3-ab8e-a88f6c137fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:10.687508 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-f49e840c-2009-4df3-ab8e-a88f6c137fea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 1098 time: 0.1516619
Apr 08 12:17:10.810203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434778a5-eea7-4962-8895-2fe3767b7a6f req-a79ce310-4764-4958-b2ad-bc825ec43ace tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:10.818965 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-434778a5-eea7-4962-8895-2fe3767b7a6f req-a79ce310-4764-4958-b2ad-bc825ec43ace tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1126084
Apr 08 12:17:10.850245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-9997e16d-afbe-4b04-9195-5e3dec8295cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:10.851889 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-9997e16d-afbe-4b04-9195-5e3dec8295cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 911 time: 0.1573098
Apr 08 12:17:10.855333 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-434778a5-eea7-4962-8895-2fe3767b7a6f req-f165c808-f9c1-4b9b-9368-921a2a3ea53f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339892
Apr 08 12:17:11.276435 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-57a715cc-9d64-4810-a1ac-33ede6b5672d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 200  len: 1001 time: 0.4048214
Apr 08 12:17:11.336783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-1bd7ee78-49f8-4a67-b305-277354bfc196 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:11.338350 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-1bd7ee78-49f8-4a67-b305-277354bfc196 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.55 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 950 time: 0.1056800
Apr 08 12:17:11.406381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-680c520b-e93a-4aba-a464-66adff2d8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:11.408637 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-680c520b-e93a-4aba-a464-66adff2d8e2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.1130788
Apr 08 12:17:11.421812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2b387-ef95-4248-9371-ebfad7d4e7e1 req-4ebd5068-203f-4a74-918e-3673e21754f4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:11.423552 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cbc2b387-ef95-4248-9371-ebfad7d4e7e1 req-4ebd5068-203f-4a74-918e-3673e21754f4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1850381
Apr 08 12:17:11.472773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Deleting port 4faa425e-67c8-4be1-b9e2-2db846adae71 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:17:11.473157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:11.503825 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cbc2b387-ef95-4248-9371-ebfad7d4e7e1 req-a14ede62-7de8-464f-bc85-8a4d4c574173 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343566
Apr 08 12:17:11.529305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-0233aac0-17cb-4839-86de-b277e13ddb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:11.530930 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-0233aac0-17cb-4839-86de-b277e13ddb79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1057842
Apr 08 12:17:11.606231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a3924-8824-48cf-90f3-f4f245bcff1b req-386ca53c-bf3e-416c-8ada-4dee8d3780e3 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:11.608087 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-763a3924-8824-48cf-90f3-f4f245bcff1b req-386ca53c-bf3e-416c-8ada-4dee8d3780e3 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 950 time: 0.2257264
Apr 08 12:17:11.730767 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-763a3924-8824-48cf-90f3-f4f245bcff1b req-900cb0f1-a98b-462b-8251-5b9fd6812952 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/security-groups?id=63f4603a-3c08-4dc4-8d5d-5508fd93af6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079118
Apr 08 12:17:11.757160 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-11a8f999-5cbc-46df-af2e-3933abdcfb90 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082725
Apr 08 12:17:11.871116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] For port 4faa425e-67c8-4be1-b9e2-2db846adae71, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4faa425e-67c8-4be1-b9e2-2db846adae71,segment=NetworkSegment(33b55e84-bea9-4116-b288-da2a651a8685),segment_id=33b55e84-bea9-4116-b288-da2a651a8685)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:11.871762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:11.911275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b932-4a20-41a7-95a1-f60338a35753 req-d9ea16a4-0ad1-4486-aa23-ecf78a2964ae tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:11.912865 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-66f5b932-4a20-41a7-95a1-f60338a35753 req-d9ea16a4-0ad1-4486-aa23-ecf78a2964ae tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 943 time: 0.2233081
Apr 08 12:17:11.981748 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-66f5b932-4a20-41a7-95a1-f60338a35753 req-b215f6cf-da5a-4aec-a75e-9f640e8ac42e tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480514
Apr 08 12:17:11.989385 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d400301f-6943-4dea-8e27-92dbe66b1f07 req-3ec72f18-adc7-4e75-9f75-87ea427f1258 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2233226
Apr 08 12:17:12.073812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Calling delete_port for 4faa425e-67c8-4be1-b9e2-2db846adae71 owned by compute:nova {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:17:12.191292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3661f66-ece3-4222-aa6a-57586e9421d7 req-31816cb6-0b94-4a36-8a5b-a5c8ae91c106 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:12.198853 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c3661f66-ece3-4222-aa6a-57586e9421d7 req-31816cb6-0b94-4a36-8a5b-a5c8ae91c106 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.3184571
Apr 08 12:17:12.225685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c3661f66-ece3-4222-aa6a-57586e9421d7 req-b3ed2dba-8306-4f07-9b2f-6a72aed32575 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259044
Apr 08 12:17:12.240836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ae0e-350c-4bc7-bc2c-cd8363b03463 req-cab40da7-a130-4f17-aa08-a9ea31ab60d9 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:12.253081 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c0b3ae0e-350c-4bc7-bc2c-cd8363b03463 req-cab40da7-a130-4f17-aa08-a9ea31ab60d9 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1202159
Apr 08 12:17:12.282554 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c0b3ae0e-350c-4bc7-bc2c-cd8363b03463 req-a39632c7-df95-4f41-822e-415d55c12c70 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0275893
Apr 08 12:17:12.333434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:12.351172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:12.361368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['4faa425e-67c8-4be1-b9e2-2db846adae71'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:12.437704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Pushing event deleted for resources: {'Port': ['ID=4faa425e-67c8-4be1-b9e2-2db846adae71,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:12.490741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:12.715007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] No DVR routers for this DVR port 4faa425e-67c8-4be1-b9e2-2db846adae71 on host hv-cinder-78477 {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:17:12.719481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:12.722617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'name': 'network-vif-deleted', 'tag': '4faa425e-67c8-4be1-b9e2-2db846adae71'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:12.775256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef968f4a-66e1-47ea-810c-dba79da84cd5 req-a66a1b2c-847a-437b-ad06-68561b2046b7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:12.776929 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ef968f4a-66e1-47ea-810c-dba79da84cd5 req-a66a1b2c-847a-437b-ad06-68561b2046b7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1523972
Apr 08 12:17:12.779003 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f4898-dfed-4abd-80c8-dcd8003a1545', 'name': 'network-vif-deleted', 'tag': '4faa425e-67c8-4be1-b9e2-2db846adae71', 'status': 'completed', 'code': 200}
Apr 08 12:17:12.780399 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2a6e5773-6c2c-4d88-9daf-e738193cae62 req-83312d6f-a976-4f4b-abe3-0e8bd9df00b9 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.55 "DELETE /v2.0/ports/4faa425e-67c8-4be1-b9e2-2db846adae71 HTTP/1.1" status: 204  len: 173 time: 1.4339623
Apr 08 12:17:12.810992 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ef968f4a-66e1-47ea-810c-dba79da84cd5 req-c35c95fc-dd1d-4625-881b-4572191d2e20 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265286
Apr 08 12:17:12.936797 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2941a2ae-ddb5-48ae-9f0e-76b8b7fec899 req-dcdf1208-8a23-4025-a8c8-8fe0c575279d tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] 10.222.0.43 "GET /v2.0/ports?device_id=102f4898-dfed-4abd-80c8-dcd8003a1545 HTTP/1.1" status: 200  len: 210 time: 0.0592949
Apr 08 12:17:13.207408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae5fb1-0c4a-46f6-8538-5fe2766516b5 req-76fdfb98-c126-4565-b5a8-b5dc51df71e6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:13.208974 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-73ae5fb1-0c4a-46f6-8538-5fe2766516b5 req-76fdfb98-c126-4565-b5a8-b5dc51df71e6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 943 time: 0.0898054
Apr 08 12:17:13.238714 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-73ae5fb1-0c4a-46f6-8538-5fe2766516b5 req-cdc40331-6e08-47d3-9abf-4cfe5de61b8a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0232625
Apr 08 12:17:13.281722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:17:13.431065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:13.446712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69', 'network_id': 'e78474b0-0267-4206-95c8-f7e7d8afada8', 'port_id': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69', 'mac_address': 'fa:16:3e:1f:04:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109114cc-5e55-44b7-a220-eec1442e3219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:17:13.451832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2952209-a35c-4de1-8d1e-f71b10d73ef4 req-22882265-38d5-452c-9d52-86663d0ab2e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:13.460771 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e2952209-a35c-4de1-8d1e-f71b10d73ef4 req-22882265-38d5-452c-9d52-86663d0ab2e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1054959
Apr 08 12:17:13.501460 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e2952209-a35c-4de1-8d1e-f71b10d73ef4 req-d2eb17f1-cd67-4a5e-a581-a024946b49ee tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366154
Apr 08 12:17:13.531437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:13.532800 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:17:13.533144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025786d-c0f7-4a55-843e-e8ae72f17ffe req-0939f7e6-f970-41e5-89ba-b863cfa6eac8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:13.534903 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8025786d-c0f7-4a55-843e-e8ae72f17ffe req-0939f7e6-f970-41e5-89ba-b863cfa6eac8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.1054468
Apr 08 12:17:13.549944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:13.570471 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8025786d-c0f7-4a55-843e-e8ae72f17ffe req-8d70255e-ae9f-43b2-af9d-efbe3908da54 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247726
Apr 08 12:17:13.603362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:13.605449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:13.674776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:13.678000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:14.028588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2360ab4-d910-4faa-b69a-9cff4cdfa441 req-48edc815-aef2-488a-b327-ddf5bdcf72c4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:14.030204 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e2360ab4-d910-4faa-b69a-9cff4cdfa441 req-48edc815-aef2-488a-b327-ddf5bdcf72c4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0998771
Apr 08 12:17:14.063282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-a8674537-a171-44c0-a3c4-4daa3e73491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:14.065595 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-a8674537-a171-44c0-a3c4-4daa3e73491d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1098 time: 0.0981274
Apr 08 12:17:14.077312 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e2360ab4-d910-4faa-b69a-9cff4cdfa441 req-62d73ceb-c497-4032-b4ce-b8c2be13eff5 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398469
Apr 08 12:17:14.205021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['2a5f01f5-e80b-48ac-af81-19fbc5df5c69'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:14.212884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-89806485-c3e0-47ae-baf6-54124371de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:14.214512 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-89806485-c3e0-47ae-baf6-54124371de9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1381361
Apr 08 12:17:14.336473 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-faeb0187-bd10-4361-aa78-421bb823f99a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 200  len: 1001 time: 0.1148357
Apr 08 12:17:14.432872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-bf288ec6-0b02-44b4-9058-14ed1c3bab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:14.439824 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-bf288ec6-0b02-44b4-9058-14ed1c3bab5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0858803
Apr 08 12:17:14.588844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c0511-2435-49e5-aac6-15cb4dc34a8b req-0b3580a4-a896-44dc-a6c3-a6960a7d2f3a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:14.593493 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ad2c0511-2435-49e5-aac6-15cb4dc34a8b req-0b3580a4-a896-44dc-a6c3-a6960a7d2f3a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 944 time: 0.1548936
Apr 08 12:17:14.593493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-0f1073a8-ac36-463d-a625-513b562df660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:14.594871 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-0f1073a8-ac36-463d-a625-513b562df660 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1207545
Apr 08 12:17:14.650003 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ad2c0511-2435-49e5-aac6-15cb4dc34a8b req-78ac897e-b820-4d81-9a43-a44b3b3d7111 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506783
Apr 08 12:17:14.767730 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-88665a65-1bd8-4e2b-951e-113c3b3a7e9a service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551297
Apr 08 12:17:14.783823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475f1a0-ab1b-4b38-b708-08f9fec5e455 req-6faf3937-7c66-4068-a012-b8f33139dbdf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:14.791452 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f475f1a0-ab1b-4b38-b708-08f9fec5e455 req-6faf3937-7c66-4068-a012-b8f33139dbdf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0993235
Apr 08 12:17:14.816980 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f475f1a0-ab1b-4b38-b708-08f9fec5e455 req-1626c460-e642-4268-bbfe-852a0c56c4aa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245788
Apr 08 12:17:14.935366 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c0c252a-b857-4f32-9243-fd3eabb32b9d req-2f6ed665-2bc1-4c95-a31b-d79f830476b8 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502402
Apr 08 12:17:15.297105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086125b-e748-43d1-9e49-c5e44f3265ae req-dc6afbfc-834b-4080-b158-42498692c7b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:15.298916 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5086125b-e748-43d1-9e49-c5e44f3265ae req-dc6afbfc-834b-4080-b158-42498692c7b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0935426
Apr 08 12:17:15.304822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 4faa425e-67c8-4be1-b9e2-2db846adae71 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:15.332148 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5086125b-e748-43d1-9e49-c5e44f3265ae req-dc6d310e-dab4-436c-b0a8-8aeb0c04ef0a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264537
Apr 08 12:17:15.343375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 4faa425e-67c8-4be1-b9e2-2db846adae71 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:17:15.343774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 4faa425e-67c8-4be1-b9e2-2db846adae71 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:17:15.894382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af1610-e537-4b55-a21e-b610f192d708 req-4f3be562-fc31-4194-a1b0-8cec95dca8f9 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:15.895982 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a3af1610-e537-4b55-a21e-b610f192d708 req-4f3be562-fc31-4194-a1b0-8cec95dca8f9 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 944 time: 0.0950279
Apr 08 12:17:15.928200 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a3af1610-e537-4b55-a21e-b610f192d708 req-e52b23e7-6617-427e-9ee8-cdfaefd4de44 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247164
Apr 08 12:17:16.037119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1fec4-511d-4739-8428-951887df32fc req-c63ff761-3560-469b-bd5f-6811f22c406d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:16.038757 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-55e1fec4-511d-4739-8428-951887df32fc req-c63ff761-3560-469b-bd5f-6811f22c406d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0915735
Apr 08 12:17:16.070581 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-55e1fec4-511d-4739-8428-951887df32fc req-68d09b6c-7cd0-467b-a9b9-497ce2e107ab tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250750
Apr 08 12:17:16.565397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726199-ee15-465e-8f6d-7e5943bdce83 req-c9731b2f-f736-4240-a5dc-8171ebb64532 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:16.566994 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-18726199-ee15-465e-8f6d-7e5943bdce83 req-c9731b2f-f736-4240-a5dc-8171ebb64532 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0937955
Apr 08 12:17:16.597950 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-18726199-ee15-465e-8f6d-7e5943bdce83 req-e5ef8810-bc71-46e6-bfc3-0c42aa84db92 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244710
Apr 08 12:17:17.145982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f491d-6ee5-4532-a195-3aaec54c9e0f req-4647fc00-1e62-4f2c-b51a-1b7f659f096a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:17.147897 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-655f491d-6ee5-4532-a195-3aaec54c9e0f req-4647fc00-1e62-4f2c-b51a-1b7f659f096a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 944 time: 0.0965850
Apr 08 12:17:17.180943 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-655f491d-6ee5-4532-a195-3aaec54c9e0f req-87078f6a-5db2-41d6-bf7d-aa46a2bd2624 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254471
Apr 08 12:17:17.291461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced3a6e-4a9a-4f92-975e-e040a3da5a96 req-417d88de-4ce0-4ae9-b7c2-e6d3fb0dde3b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:17.293060 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0ced3a6e-4a9a-4f92-975e-e040a3da5a96 req-417d88de-4ce0-4ae9-b7c2-e6d3fb0dde3b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 945 time: 0.0893857
Apr 08 12:17:17.314623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:17:17.345279 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0ced3a6e-4a9a-4f92-975e-e040a3da5a96 req-dfc9e2fb-6328-4f21-b742-c6dcdf5d1ed7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453098
Apr 08 12:17:17.420068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:17:17.426256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:17:17.426732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:17.549943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:17.562294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d60c14-af1c-4517-b5c6-7f606012724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:17.573424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:17.617638 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d60c14-af1c-4517-b5c6-7f606012724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69', 'code': 200}
Apr 08 12:17:17.662399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:17.662399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:17.743956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:17.856744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb1c9-0f1b-4730-a189-1455d6f91469 req-7f085e18-8436-46ef-a98e-31a25f0c77b9 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:17.862613 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f2fb1c9-0f1b-4730-a189-1455d6f91469 req-7f085e18-8436-46ef-a98e-31a25f0c77b9 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1154914
Apr 08 12:17:17.870427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:17.874051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:17.894719 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f2fb1c9-0f1b-4730-a189-1455d6f91469 req-11feec26-b21f-47b3-bcee-f92bee025645 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286069
Apr 08 12:17:17.940353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:17.958435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:18.003750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:18.005651 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1af76f00-4f0a-40b6-85f8-237fc3eb8c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:18.054113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c766c-b4c0-446b-af48-3a0ff28401c6 req-87e14b27-6034-49f4-82c1-03c3cc5177a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:18.055886 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-681c766c-b4c0-446b-af48-3a0ff28401c6 req-87e14b27-6034-49f4-82c1-03c3cc5177a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 1098 time: 0.0910769
Apr 08 12:17:18.078106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=8']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:18.083103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:18.098961 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-681c766c-b4c0-446b-af48-3a0ff28401c6 req-6fe4f07c-fcc2-4f63-97f3-be4ebedc3761 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312428
Apr 08 12:17:18.418107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3bd21-3797-4ceb-84e5-a18b9c6e02d5 req-e1e364a4-b352-4310-a7af-ae4440919178 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:18.419801 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4af3bd21-3797-4ceb-84e5-a18b9c6e02d5 req-e1e364a4-b352-4310-a7af-ae4440919178 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 945 time: 0.1229792
Apr 08 12:17:18.485593 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4af3bd21-3797-4ceb-84e5-a18b9c6e02d5 req-d104ec03-fc6e-41d9-9c3b-72475af0e0c8 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581653
Apr 08 12:17:18.560325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7d149-5cea-41b0-8c84-9b51ad4e88d3 req-da3f1b4c-0599-4e00-aa2f-8e20f9f119c9 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:18.562073 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-12a7d149-5cea-41b0-8c84-9b51ad4e88d3 req-da3f1b4c-0599-4e00-aa2f-8e20f9f119c9 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0978665
Apr 08 12:17:18.602767 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-12a7d149-5cea-41b0-8c84-9b51ad4e88d3 req-65815096-b17b-4cd2-9600-0fce8e7e6ccc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261314
Apr 08 12:17:19.100667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002be60-82fd-431d-bc97-bf2a4a94eeed req-ee692efb-418c-45ba-9d4c-a5df93821584 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:19.102290 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6002be60-82fd-431d-bc97-bf2a4a94eeed req-ee692efb-418c-45ba-9d4c-a5df93821584 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0914636
Apr 08 12:17:19.137292 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6002be60-82fd-431d-bc97-bf2a4a94eeed req-a3f409d6-742a-4c65-91b1-6f03b6c98a1e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284429
Apr 08 12:17:19.618992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:19.644491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e88eb-5037-46f4-8ac8-4722f2d00da2 req-a7c82d4b-b3dd-4543-aff9-88b3a9e14703 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:19.646091 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2a9e88eb-5037-46f4-8ac8-4722f2d00da2 req-a7c82d4b-b3dd-4543-aff9-88b3a9e14703 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 946 time: 0.0946105
Apr 08 12:17:19.677624 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2a9e88eb-5037-46f4-8ac8-4722f2d00da2 req-0009f22d-c83b-408d-a247-66a68018eefc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249310
Apr 08 12:17:19.688300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bf8a3-2402-478e-9154-5627698e9695 req-e17ab063-a1a3-45b5-81b6-00dc74a9e680 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:19.689948 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7f1bf8a3-2402-478e-9154-5627698e9695 req-e17ab063-a1a3-45b5-81b6-00dc74a9e680 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 945 time: 0.0915756
Apr 08 12:17:19.722102 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7f1bf8a3-2402-478e-9154-5627698e9695 req-6ac00c11-9f8a-43e0-8d52-11af3541e8a3 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257223
Apr 08 12:17:19.772889 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'code': 422} returned with failed status
Apr 08 12:17:20.115273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb3509-576b-4d7d-9e9c-b3e3c36045c2 req-ba9f7d87-0997-4b1c-b677-4b03abb352a2 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:20.120029 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-73eb3509-576b-4d7d-9e9c-b3e3c36045c2 req-ba9f7d87-0997-4b1c-b677-4b03abb352a2 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0987914
Apr 08 12:17:20.159538 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-73eb3509-576b-4d7d-9e9c-b3e3c36045c2 req-2b4a9243-4574-4f94-a46a-e4808139f91e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351160
Apr 08 12:17:20.297164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47370) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:20.379385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21acb10-462d-44eb-b4e7-bd39201933d2 req-c051c9f5-db71-4d91-985b-0acb566f46a1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:20.388753 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a21acb10-462d-44eb-b4e7-bd39201933d2 req-c051c9f5-db71-4d91-985b-0acb566f46a1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1113596
Apr 08 12:17:20.428209 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a21acb10-462d-44eb-b4e7-bd39201933d2 req-fafe1858-2090-462d-af83-867092a7c506 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383127
Apr 08 12:17:20.466492 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-56548049-21b9-44a9-a387-4bb548675d23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=644c66998a734fa280184ed7a801b8b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1677394
Apr 08 12:17:20.469095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47378) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:20.535349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:20.563258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:20.665647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:20.669593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f71a26f0-0ee5-4deb-928a-24a8796c8a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:20.683628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f4603a-3c08-4dc4-8d5d-5508fd93af6a,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:20.694033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.694461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.694860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.695247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.695630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.696016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.696396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.696777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.697157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.697535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.697912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.698285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:20.701759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:20.729115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:20.733791 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63f4603a-3c08-4dc4-8d5d-5508fd93af6a HTTP/1.1" status: 204  len: 168 time: 0.2637100
Apr 08 12:17:20.764713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 47396) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:20.909754 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-5ae2790d-92ec-41ce-86cc-6f1ddd341eae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1435966
Apr 08 12:17:20.933039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33d483-94ab-4cb1-9f42-3be14488a887 req-4b096157-88f3-449d-b44d-2d330f9ca2b8 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:20.936675 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b33d483-94ab-4cb1-9f42-3be14488a887 req-4b096157-88f3-449d-b44d-2d330f9ca2b8 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 946 time: 0.1084116
Apr 08 12:17:20.982428 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7b33d483-94ab-4cb1-9f42-3be14488a887 req-be47cff0-c501-4926-ab21-6d4a823e058a tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404067
Apr 08 12:17:21.309567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:21.375212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19887b01-8a25-40b3-8926-cea7925517e7 req-bb2a6e35-8d8b-4958-9cb2-764657ef9f00 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:21.377702 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-19887b01-8a25-40b3-8926-cea7925517e7 req-bb2a6e35-8d8b-4958-9cb2-764657ef9f00 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 946 time: 0.1500833
Apr 08 12:17:21.419572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8938fd3-1f36-4be7-9a14-5eaca3304baf req-3c8f686b-28a4-4f9a-9651-92d078d4ec9a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:21.423725 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8938fd3-1f36-4be7-9a14-5eaca3304baf req-3c8f686b-28a4-4f9a-9651-92d078d4ec9a tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 945 time: 0.0996099
Apr 08 12:17:21.460802 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8938fd3-1f36-4be7-9a14-5eaca3304baf req-5605f893-014f-416d-944c-55ef03d69bd6 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297670
Apr 08 12:17:21.482893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd0a74-39c7-45f3-b467-8742e3386320 req-cd13c46b-b447-46f0-ad75-02c7d7f2c091 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:21.483663 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ebbd0a74-39c7-45f3-b467-8742e3386320 req-cd13c46b-b447-46f0-ad75-02c7d7f2c091 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1859715
Apr 08 12:17:21.495926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Deleting port 64dad50b-c967-4c4a-a35d-db19f3683de0 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:17:21.496311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:21.572203 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ebbd0a74-39c7-45f3-b467-8742e3386320 req-7f734cd0-b5f0-46b2-b91b-257b41ec0572 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486753
Apr 08 12:17:21.660897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33717a-7ca6-47c0-90ff-0c47d2c644e2 req-55177d33-ef38-4fea-b96f-c8983125bf70 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:21.662704 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-be33717a-7ca6-47c0-90ff-0c47d2c644e2 req-55177d33-ef38-4fea-b96f-c8983125bf70 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0947049
Apr 08 12:17:21.696121 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-be33717a-7ca6-47c0-90ff-0c47d2c644e2 req-0467549d-378f-4b07-8556-4790036d69de tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271685
Apr 08 12:17:22.012933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] For port 64dad50b-c967-4c4a-a35d-db19f3683de0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=64dad50b-c967-4c4a-a35d-db19f3683de0,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:22.013330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:22.145255 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Calling delete_port for 64dad50b-c967-4c4a-a35d-db19f3683de0 owned by compute:nova {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:17:22.299177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8aeb-5dda-4d7e-ad11-365407cf4571 req-b7bbfbf7-5668-4f32-b453-013fe79f3fda tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:22.300737 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-731d8aeb-5dda-4d7e-ad11-365407cf4571 req-b7bbfbf7-5668-4f32-b453-013fe79f3fda tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 946 time: 0.1636150
Apr 08 12:17:22.331505 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-731d8aeb-5dda-4d7e-ad11-365407cf4571 req-f84b2066-528f-46c6-8a11-19156d4d4187 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240803
Apr 08 12:17:22.435953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:22.448254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6', '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'c29b9742-45bf-41e2-8335-cb85ed46dc8d', '64dad50b-c967-4c4a-a35d-db19f3683de0'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:22.455435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f06e68a4-111d-4b53-8965-db1a4a031358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:22.566826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event deleted for resources: {'Port': ['ID=64dad50b-c967-4c4a-a35d-db19f3683de0,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:22.576388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:22.693017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52deb-cf7c-457f-81e9-1e9ea01a7bd6 req-022695a7-64dd-4aa5-925d-2a7d74471468 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:22.694813 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e0a52deb-cf7c-457f-81e9-1e9ea01a7bd6 req-022695a7-64dd-4aa5-925d-2a7d74471468 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 945 time: 0.1147881
Apr 08 12:17:22.734939 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e0a52deb-cf7c-457f-81e9-1e9ea01a7bd6 req-368e19ab-25d8-42a7-a7bd-e61e53a2494d tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337622
Apr 08 12:17:22.808110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] No DVR routers for this DVR port 64dad50b-c967-4c4a-a35d-db19f3683de0 on host hv-cinder-78477 {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:17:22.816745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:22.820010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'name': 'network-vif-deleted', 'tag': '64dad50b-c967-4c4a-a35d-db19f3683de0'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:22.879847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa518db-fd5f-4e61-ae6a-ca09ae4e07c2 req-dbd90392-3d4a-4a35-a0e7-e1d980c8c895 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:22.881486 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffa518db-fd5f-4e61-ae6a-ca09ae4e07c2 req-dbd90392-3d4a-4a35-a0e7-e1d980c8c895 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1184134
Apr 08 12:17:22.914740 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffa518db-fd5f-4e61-ae6a-ca09ae4e07c2 req-87d3fbfd-f631-479d-b6f2-75072f7497de tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258565
Apr 08 12:17:22.916206 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-19887b01-8a25-40b3-8926-cea7925517e7 req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "DELETE /v2.0/ports/64dad50b-c967-4c4a-a35d-db19f3683de0 HTTP/1.1" status: 204  len: 173 time: 1.5281308
Apr 08 12:17:22.976541 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537681fb-20cb-416c-8a3a-31a9e4107b84', 'name': 'network-vif-deleted', 'tag': '64dad50b-c967-4c4a-a35d-db19f3683de0', 'status': 'completed', 'code': 200}
Apr 08 12:17:23.012402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-8003bf43-29e5-45a7-9baa-29c045f69327 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:23.013941 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-8003bf43-29e5-45a7-9baa-29c045f69327 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 945 time: 0.2626276
Apr 08 12:17:23.082763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c67694-cdae-4e4e-b2fa-db67ef1150a4 req-11bf319f-88a7-4c55-8198-d5b3ec61a5a2 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:23.082763 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-25c67694-cdae-4e4e-b2fa-db67ef1150a4 req-11bf319f-88a7-4c55-8198-d5b3ec61a5a2 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1974452
Apr 08 12:17:23.086588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-bb5ea791-ee74-4121-929b-40ea9f3d908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:23.088084 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-bb5ea791-ee74-4121-929b-40ea9f3d908b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260&tenant_id=d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 1096 time: 0.2565858
Apr 08 12:17:23.167734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Deleting port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:17:23.168120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:23.219154 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-25c67694-cdae-4e4e-b2fa-db67ef1150a4 req-bdfebc7e-83dd-41ca-bc3f-c774093aad8b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300611
Apr 08 12:17:23.387764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-bf703fb0-6b5f-4e2c-bda8-51a2f7878c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:23.389775 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-bf703fb0-6b5f-4e2c-bda8-51a2f7878c1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1096 time: 0.2680819
Apr 08 12:17:23.523508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0cf4a7c7-00d8-4905-be21-5fad8d2c9fbb req-de5322fb-e029-4984-a551-387d3e7fc614 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:17:23.568878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0cf4a7c7-00d8-4905-be21-5fad8d2c9fbb req-de5322fb-e029-4984-a551-387d3e7fc614 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:17:23.569987 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0cf4a7c7-00d8-4905-be21-5fad8d2c9fbb req-de5322fb-e029-4984-a551-387d3e7fc614 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=537681fb-20cb-416c-8a3a-31a9e4107b84 HTTP/1.1" status: 200  len: 210 time: 0.0951700
Apr 08 12:17:23.589609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] For port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,segment=NetworkSegment(c97d2bce-0c21-4221-a556-b0b069072791),segment_id=c97d2bce-0c21-4221-a556-b0b069072791)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:23.590020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:23.659755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-d7280f09-d6aa-4c26-8aa8-fb49dff2b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:23.661283 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-d7280f09-d6aa-4c26-8aa8-fb49dff2b94c service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.2653735
Apr 08 12:17:23.728749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Calling delete_port for 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:17:23.951617 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-5ac79e5e-fd78-487f-b3a2-484b56a4477d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 200  len: 999 time: 0.2303417
Apr 08 12:17:24.100054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0cf9-3492-47eb-8504-6b214954cb31 req-45d4add3-28fa-4da5-8d43-e2de3450dd8e tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:24.101654 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-beda0cf9-3492-47eb-8504-6b214954cb31 req-45d4add3-28fa-4da5-8d43-e2de3450dd8e tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 945 time: 0.2425325
Apr 08 12:17:24.107597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-6da0c492-7736-4827-9ab1-7cdb39e5ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:24.109066 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-6da0c492-7736-4827-9ab1-7cdb39e5ad52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.1143386
Apr 08 12:17:24.133163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd43241-3bea-4c4e-80d0-a8dc69c32447 req-2cd64cc1-0099-4902-9f0d-efe09c90f2ed tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:24.135511 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fcd43241-3bea-4c4e-80d0-a8dc69c32447 req-2cd64cc1-0099-4902-9f0d-efe09c90f2ed tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0970676
Apr 08 12:17:24.164675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:24.166701 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fcd43241-3bea-4c4e-80d0-a8dc69c32447 req-9bd04e92-a8ec-454a-8090-f1e1e103af10 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247979
Apr 08 12:17:24.176610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['2a5f01f5-e80b-48ac-af81-19fbc5df5c69'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:24.191462 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:24.438706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b12638-03b9-451c-994c-098875e8a9ef req-ea83c453-6cdf-413b-98f4-123fa9c69626 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:24.438706 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b4b12638-03b9-451c-994c-098875e8a9ef req-ea83c453-6cdf-413b-98f4-123fa9c69626 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1020546
Apr 08 12:17:24.455320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-71f9c19d-db10-4f30-b75b-141b6c473a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:24.473901 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b4b12638-03b9-451c-994c-098875e8a9ef req-770126b8-7fca-4381-b3d6-910bda275b75 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282645
Apr 08 12:17:24.514964 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-beda0cf9-3492-47eb-8504-6b214954cb31 req-9413cabf-cdcf-4d09-b83d-5682847781d2 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77ff0be-5a75-461c-97c8-ffc0d06297ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4048796
Apr 08 12:17:24.521713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Pushing event deleted for resources: {'Port': ['ID=2a5f01f5-e80b-48ac-af81-19fbc5df5c69,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:24.544258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.544668 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.545065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.545461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.545849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.546270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.546630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.547018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.547403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.547787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.548194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.548588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:24.553775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:24.615133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-433b25c0-3ca6-46f9-8109-97f3ed981fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:24.616733 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-433b25c0-3ca6-46f9-8109-97f3ed981fc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4912574
Apr 08 12:17:24.794875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] No DVR routers for this DVR port 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:17:24.799752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:24.802450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d60c14-af1c-4517-b5c6-7f606012724c', 'name': 'network-vif-deleted', 'tag': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:24.854253 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d60c14-af1c-4517-b5c6-7f606012724c', 'name': 'network-vif-deleted', 'tag': '2a5f01f5-e80b-48ac-af81-19fbc5df5c69', 'status': 'completed', 'code': 200}
Apr 08 12:17:24.859089 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-998417cb-ed2e-4754-8f34-10d8e90cd70a req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.55 "DELETE /v2.0/ports/2a5f01f5-e80b-48ac-af81-19fbc5df5c69 HTTP/1.1" status: 204  len: 173 time: 1.8378792
Apr 08 12:17:24.862431 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-5c59c2c0-a223-4904-9e50-c4a9024ae739 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372336
Apr 08 12:17:25.007807 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d64edaea-db26-4dae-880a-4610d2130ea9 req-812bff8f-68d6-4800-893f-4a6a3d6594c7 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390207
Apr 08 12:17:25.326095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 64dad50b-c967-4c4a-a35d-db19f3683de0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:25.362601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 64dad50b-c967-4c4a-a35d-db19f3683de0 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:17:25.362981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 64dad50b-c967-4c4a-a35d-db19f3683de0 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:17:25.363444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:25.379142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d35d5-1575-4bb3-95ee-7b9f169f5d2a req-51d37e09-e24f-4f41-8a18-4c43bbdb5f1c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:25.380738 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e19d35d5-1575-4bb3-95ee-7b9f169f5d2a req-51d37e09-e24f-4f41-8a18-4c43bbdb5f1c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0915918
Apr 08 12:17:25.413250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:17:25.413635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 2a5f01f5-e80b-48ac-af81-19fbc5df5c69 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:17:25.430570 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e19d35d5-1575-4bb3-95ee-7b9f169f5d2a req-e3dd1ad4-a29a-4f99-b7a0-307e36a62a77 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0266526
Apr 08 12:17:25.685915 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294835-ff73-4e6a-9473-880f08c8fe70 req-ac55a21b-a904-44ba-85f9-75e8528b68a1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:25.687600 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-44294835-ff73-4e6a-9473-880f08c8fe70 req-ac55a21b-a904-44ba-85f9-75e8528b68a1 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0955470
Apr 08 12:17:25.700288 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-118a8321-baa1-464c-be30-e4a527fb2e78 req-2322c064-43c0-4259-94e6-00eee6dae564 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d60c14-af1c-4517-b5c6-7f606012724c HTTP/1.1" status: 200  len: 210 time: 0.0515010
Apr 08 12:17:25.719471 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-44294835-ff73-4e6a-9473-880f08c8fe70 req-9ae5de3f-730f-4a61-b4bf-b17cda0a4216 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250294
Apr 08 12:17:26.487409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477b29-53b1-4976-80c6-5fcf2e4906fa req-e21c4ba0-e208-46fb-b196-94dc118d3b89 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:26.489002 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b3477b29-53b1-4976-80c6-5fcf2e4906fa req-e21c4ba0-e208-46fb-b196-94dc118d3b89 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1054952
Apr 08 12:17:26.520543 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b3477b29-53b1-4976-80c6-5fcf2e4906fa req-69eef177-8a1f-44c9-be6c-561e5977a7eb tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248358
Apr 08 12:17:26.656654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59763472-e26c-42d0-a525-3818c320c9e9 req-bd188ea0-2c37-4324-bbee-44ac9ed2cd58 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:26.660716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bdb836d3-3d47-4562-a8ff-5dcecb3805db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:26.666806 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59763472-e26c-42d0-a525-3818c320c9e9 req-bd188ea0-2c37-4324-bbee-44ac9ed2cd58 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1107063
Apr 08 12:17:26.698867 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59763472-e26c-42d0-a525-3818c320c9e9 req-00fb5b71-5c09-40e9-8f99-379ebbe55348 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307724
Apr 08 12:17:26.997406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9ee27-2367-4687-9340-732d4b114635 req-73719638-21bd-4e1a-9d2b-138ea00eeafd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:27.003030 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-63d9ee27-2367-4687-9340-732d4b114635 req-73719638-21bd-4e1a-9d2b-138ea00eeafd tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1272433
Apr 08 12:17:27.014378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:27.044702 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-63d9ee27-2367-4687-9340-732d4b114635 req-2b2241f1-631b-4bb7-af14-aa22fe5b1bea tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331731
Apr 08 12:17:27.747524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba2d52-832a-4c6e-824a-f2011b3f2636 req-405575db-a27a-4fad-bd82-699ddac3b365 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:27.749439 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b6ba2d52-832a-4c6e-824a-f2011b3f2636 req-405575db-a27a-4fad-bd82-699ddac3b365 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1040316
Apr 08 12:17:27.791823 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b6ba2d52-832a-4c6e-824a-f2011b3f2636 req-6e750f55-29cc-445c-8f57-b37eed767b76 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328360
Apr 08 12:17:27.966821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c439f55-6aa2-47fb-b405-3f86bdec3796 req-2dd87411-2f53-449c-9ca1-94f02839976d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:27.976860 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6c439f55-6aa2-47fb-b405-3f86bdec3796 req-2dd87411-2f53-449c-9ca1-94f02839976d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1090302
Apr 08 12:17:28.015767 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6c439f55-6aa2-47fb-b405-3f86bdec3796 req-cdb8a756-5904-447a-aae1-f7266bc8afb6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377409
Apr 08 12:17:28.286272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c6a-d0f5-49bc-aa98-6290cc89d352 req-00f89f7b-288b-4264-8638-36b46ea2fc2e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:28.288331 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-754c1c6a-d0f5-49bc-aa98-6290cc89d352 req-00f89f7b-288b-4264-8638-36b46ea2fc2e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1085377
Apr 08 12:17:28.309960 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:28.348281 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-754c1c6a-d0f5-49bc-aa98-6290cc89d352 req-00f02d54-512e-45fb-833b-59dd31bf7726 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0273306
Apr 08 12:17:28.785906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:28.986037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5eb23-9aa3-4d70-a76b-ab5de844d401 req-de738e91-22ff-4608-8dd8-03c96ea846dc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:28.987596 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23f5eb23-9aa3-4d70-a76b-ab5de844d401 req-de738e91-22ff-4608-8dd8-03c96ea846dc tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.0865095
Apr 08 12:17:29.018073 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23f5eb23-9aa3-4d70-a76b-ab5de844d401 req-fc5cd9f6-4788-4d6a-a830-05b9ad3195c2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243223
Apr 08 12:17:29.226602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2af7b-a1ea-4105-9d5c-ce32da7f5303 req-d8cbf6d2-4a58-4c7b-be6d-cd36e0ac9b2a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:29.228276 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a0a2af7b-a1ea-4105-9d5c-ce32da7f5303 req-d8cbf6d2-4a58-4c7b-be6d-cd36e0ac9b2a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0993121
Apr 08 12:17:29.261761 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a0a2af7b-a1ea-4105-9d5c-ce32da7f5303 req-9a3da38c-90a8-4001-b3ad-f9b17575e831 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267613
Apr 08 12:17:29.560616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c586-7069-44cd-bd41-bf1f6ce7761e req-90eea8b2-52d4-47a6-be1d-51dcab87de5a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:29.562372 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c4a9c586-7069-44cd-bd41-bf1f6ce7761e req-90eea8b2-52d4-47a6-be1d-51dcab87de5a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0975389
Apr 08 12:17:29.595301 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c4a9c586-7069-44cd-bd41-bf1f6ce7761e req-0dc69d55-a6ca-4c5a-8902-4b5ca9e86ab3 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253005
Apr 08 12:17:30.228314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c543ca-8447-49ba-893b-d72a0abb319b req-601680db-036a-4afa-9226-e6b6bb85ba51 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:30.229827 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57c543ca-8447-49ba-893b-d72a0abb319b req-601680db-036a-4afa-9226-e6b6bb85ba51 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.0976646
Apr 08 12:17:30.264717 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57c543ca-8447-49ba-893b-d72a0abb319b req-0923f70f-c484-492e-ad64-36ed5d25f16c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266325
Apr 08 12:17:30.472288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5162917-fb1a-400b-998c-76a24c162a02 req-3a2841da-71b5-460e-8417-13572745817b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:30.473845 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5162917-fb1a-400b-998c-76a24c162a02 req-3a2841da-71b5-460e-8417-13572745817b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0881507
Apr 08 12:17:30.503435 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5162917-fb1a-400b-998c-76a24c162a02 req-1ea06d40-0fcb-4ff0-b519-65c2a9a22a51 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0231137
Apr 08 12:17:30.802793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddea1db-c1a6-4218-b92b-dd71f756a7f7 req-93189df6-7af1-45b8-b76e-4707d2c24962 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:30.804627 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cddea1db-c1a6-4218-b92b-dd71f756a7f7 req-93189df6-7af1-45b8-b76e-4707d2c24962 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0947073
Apr 08 12:17:30.840849 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cddea1db-c1a6-4218-b92b-dd71f756a7f7 req-aa6752c2-4c76-4dbf-9c7c-3712abc352e7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284255
Apr 08 12:17:31.471747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3ab53-09ba-4b46-8ffe-5258800df6ec req-3dddccb9-b1d9-4bb8-a04c-5749bd649f09 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:31.473322 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-14d3ab53-09ba-4b46-8ffe-5258800df6ec req-3dddccb9-b1d9-4bb8-a04c-5749bd649f09 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.0919354
Apr 08 12:17:31.504400 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-14d3ab53-09ba-4b46-8ffe-5258800df6ec req-fbcdd324-20e1-4c24-91c9-6b137d1e2f79 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245385
Apr 08 12:17:31.714810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06e635-ee96-445b-8609-5e8959e31121 req-989fe6c0-a03b-4bef-a2b5-880037c9b707 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:31.716369 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1c06e635-ee96-445b-8609-5e8959e31121 req-989fe6c0-a03b-4bef-a2b5-880037c9b707 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0913956
Apr 08 12:17:31.751988 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1c06e635-ee96-445b-8609-5e8959e31121 req-89e844aa-a54b-4d99-9255-90a0dfa03a85 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0285709
Apr 08 12:17:32.042687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848792-6e03-4477-a184-403b9a913149 req-fe2c7a24-0ad5-4486-b178-a74b9c543749 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:32.044252 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-83848792-6e03-4477-a184-403b9a913149 req-fe2c7a24-0ad5-4486-b178-a74b9c543749 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0869017
Apr 08 12:17:32.074359 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-83848792-6e03-4477-a184-403b9a913149 req-2fa4d3da-716e-4b31-9af1-91ae6bb2bd3c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0233717
Apr 08 12:17:32.757824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db08a1-200a-40e3-a108-0c364b65821a req-d0754f6f-0706-47cc-b484-95299cd9d5ab tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:32.759489 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a1db08a1-200a-40e3-a108-0c364b65821a req-d0754f6f-0706-47cc-b484-95299cd9d5ab tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1285646
Apr 08 12:17:32.796541 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a1db08a1-200a-40e3-a108-0c364b65821a req-c27eedf7-1123-4bff-9a40-1aa717e805d2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285506
Apr 08 12:17:33.011400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2351f-ab41-46fe-b829-f0d811d0ba20 req-71fa2971-1d9b-4809-ae88-e94eeb4fbdd4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:33.020382 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-36c2351f-ab41-46fe-b829-f0d811d0ba20 req-71fa2971-1d9b-4809-ae88-e94eeb4fbdd4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1272807
Apr 08 12:17:33.055778 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-36c2351f-ab41-46fe-b829-f0d811d0ba20 req-ae7db0b1-e378-4263-ad6e-7df17e29eeee tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332954
Apr 08 12:17:33.343384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f38dc4-bf9e-4345-bb47-0f38ec060d02 req-dc7a03c0-2f3b-471b-ba45-3189967f7f7a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:33.346336 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-31f38dc4-bf9e-4345-bb47-0f38ec060d02 req-dc7a03c0-2f3b-471b-ba45-3189967f7f7a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1034806
Apr 08 12:17:33.400643 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-31f38dc4-bf9e-4345-bb47-0f38ec060d02 req-33abf8ee-5cbe-4e26-99b1-4c9a5ff3629d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461056
Apr 08 12:17:34.079867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa3eee-cdb5-4c5e-a402-a65de29c2e40 req-d0093f78-8eeb-44c8-8c74-bd687f7e074b tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:34.079867 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-81aa3eee-cdb5-4c5e-a402-a65de29c2e40 req-d0093f78-8eeb-44c8-8c74-bd687f7e074b tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1582997
Apr 08 12:17:34.147497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-81aa3eee-cdb5-4c5e-a402-a65de29c2e40 req-9da46e0f-16f0-4bf9-b3aa-400517571bb7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528836
Apr 08 12:17:34.330212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c2694-0b97-4f3a-9703-076012d61df2 req-77845d02-bf49-41f2-a160-98cc107946fd tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:34.338732 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-337c2694-0b97-4f3a-9703-076012d61df2 req-77845d02-bf49-41f2-a160-98cc107946fd tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1124122
Apr 08 12:17:34.396323 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-337c2694-0b97-4f3a-9703-076012d61df2 req-0ffe7ef5-cabf-4e49-8dfc-458a57149980 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554349
Apr 08 12:17:34.693195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbecdf-ee05-4fee-a1a1-8af48784a00e req-7bd47c4e-a42d-4c9b-b235-88477e9ac29e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:34.694629 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98bbecdf-ee05-4fee-a1a1-8af48784a00e req-7bd47c4e-a42d-4c9b-b235-88477e9ac29e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0963414
Apr 08 12:17:34.727382 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98bbecdf-ee05-4fee-a1a1-8af48784a00e req-d5dfecff-5646-40a5-8964-add1fe86c155 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261912
Apr 08 12:17:35.382276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b3a20-3d50-4f99-9bcc-5914c693f76b req-6b726b19-d61a-42c0-885c-bd5c19b02a54 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:35.389655 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0e4b3a20-3d50-4f99-9bcc-5914c693f76b req-6b726b19-d61a-42c0-885c-bd5c19b02a54 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1172736
Apr 08 12:17:35.441746 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0e4b3a20-3d50-4f99-9bcc-5914c693f76b req-3ee859f4-5cc3-47c9-b68f-94a47d97e013 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510645
Apr 08 12:17:35.664676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c61345-aace-4b9a-ba4a-d34c865164cd req-bcaaa605-cc6d-459a-9ca8-a8c32bfe3f55 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:35.664676 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-17c61345-aace-4b9a-ba4a-d34c865164cd req-bcaaa605-cc6d-459a-9ca8-a8c32bfe3f55 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1206436
Apr 08 12:17:35.692505 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-17c61345-aace-4b9a-ba4a-d34c865164cd req-6a801189-ead4-4c64-8388-c6e037eee820 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248656
Apr 08 12:17:35.751247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:36.058397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947540-1ab9-4f69-a8cb-038472f81d1e req-7ff077de-c515-4c70-a15b-c5e829dbf22e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:36.060176 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-14947540-1ab9-4f69-a8cb-038472f81d1e req-7ff077de-c515-4c70-a15b-c5e829dbf22e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1008847
Apr 08 12:17:36.099803 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-14947540-1ab9-4f69-a8cb-038472f81d1e req-9ba86c15-1322-4035-bfa5-2ea74e087efa tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304294
Apr 08 12:17:36.671711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921042b-7510-4bc6-aa25-6d61548343c7 req-cee482f0-34a4-473d-b3a4-b34d26d9c505 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:36.674973 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c921042b-7510-4bc6-aa25-6d61548343c7 req-cee482f0-34a4-473d-b3a4-b34d26d9c505 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.0986197
Apr 08 12:17:36.738361 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c921042b-7510-4bc6-aa25-6d61548343c7 req-91fb1237-e912-44b9-8d61-23de83bd0be7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442688
Apr 08 12:17:37.092941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35931938-4839-437c-9eff-92ff7d1d587c req-f77c8a3e-9898-4316-9095-86a1746729ef tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:37.102926 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-35931938-4839-437c-9eff-92ff7d1d587c req-f77c8a3e-9898-4316-9095-86a1746729ef tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1777751
Apr 08 12:17:37.159536 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-35931938-4839-437c-9eff-92ff7d1d587c req-867d05e6-9cab-45fc-8ad0-d20e3a144dba tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555832
Apr 08 12:17:37.428892 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b071bc7-57f2-44c9-a4ae-cab52f5c83a6 req-a1590fc6-7ad4-4fcb-aebc-b2caea7076e0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:37.437979 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b071bc7-57f2-44c9-a4ae-cab52f5c83a6 req-a1590fc6-7ad4-4fcb-aebc-b2caea7076e0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1771131
Apr 08 12:17:37.478854 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b071bc7-57f2-44c9-a4ae-cab52f5c83a6 req-ea6ea89b-bc99-4e87-92df-6cae9b3f6347 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384748
Apr 08 12:17:37.982138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c903cd-ca2d-4daf-8e23-2bd095c03fb2 req-15f603d7-21c8-400a-b9cd-e8096917cbbe tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:37.990365 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-97c903cd-ca2d-4daf-8e23-2bd095c03fb2 req-15f603d7-21c8-400a-b9cd-e8096917cbbe tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1238251
Apr 08 12:17:38.024185 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-97c903cd-ca2d-4daf-8e23-2bd095c03fb2 req-480c4af5-e77d-4021-9e05-0d0a5a59a68e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327852
Apr 08 12:17:38.442198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4bde0-158d-4c95-9810-c61609cbadd2 req-532d39e0-3b5c-4c58-a738-1f4bb9258873 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:38.443763 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2e4bde0-158d-4c95-9810-c61609cbadd2 req-532d39e0-3b5c-4c58-a738-1f4bb9258873 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1046445
Apr 08 12:17:38.487655 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2e4bde0-158d-4c95-9810-c61609cbadd2 req-0df05f58-5002-4ca7-aa09-bde2d731ecff tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375230
Apr 08 12:17:38.812716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a5ba3-ec9d-4ee8-9260-736e54fa298f req-0b06d486-0061-4074-823d-f9ccee067a53 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:38.821627 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-638a5ba3-ec9d-4ee8-9260-736e54fa298f req-0b06d486-0061-4074-823d-f9ccee067a53 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1642818
Apr 08 12:17:38.859807 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-638a5ba3-ec9d-4ee8-9260-736e54fa298f req-c290a8c5-f703-4017-b3a5-5a5c14c83281 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354373
Apr 08 12:17:39.257984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab649a-b871-422e-b9c5-93d5210b853f req-acc08676-477a-4ebb-8d50-28ba526bf61e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:39.259645 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-79ab649a-b871-422e-b9c5-93d5210b853f req-acc08676-477a-4ebb-8d50-28ba526bf61e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1027288
Apr 08 12:17:39.290635 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-79ab649a-b871-422e-b9c5-93d5210b853f req-547721a0-a555-40a6-81f6-122360394b2c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241933
Apr 08 12:17:39.429534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:17:39.691139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01812cf6-2686-43bd-a357-f1aaadb37e03 req-c9157e7e-ef60-4226-9df4-6e1c25f0ad5d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:39.692635 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01812cf6-2686-43bd-a357-f1aaadb37e03 req-c9157e7e-ef60-4226-9df4-6e1c25f0ad5d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0882163
Apr 08 12:17:39.722542 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-01812cf6-2686-43bd-a357-f1aaadb37e03 req-cac5615b-4f3d-4028-b313-2f3f0d493037 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0234530
Apr 08 12:17:40.068854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf175-1dfb-4d4c-8a93-9b4e3c4113ac req-ca011b32-7e3f-4ab9-a77f-4611beb09957 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:40.072845 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-899bf175-1dfb-4d4c-8a93-9b4e3c4113ac req-ca011b32-7e3f-4ab9-a77f-4611beb09957 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1076815
Apr 08 12:17:40.104059 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-899bf175-1dfb-4d4c-8a93-9b4e3c4113ac req-7312215e-c5ce-4aa8-88fa-c1079ba11f4b tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258355
Apr 08 12:17:40.186500 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-99fa845d-5dda-4307-824c-f230ebe054b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0940881
Apr 08 12:17:40.292555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-a183bd57-5347-49f6-bd11-ee37b56960dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:40.294162 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-a183bd57-5347-49f6-bd11-ee37b56960dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 1098 time: 0.0828438
Apr 08 12:17:40.546288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-981e8416-17df-4be7-b248-ac979300b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:40.547866 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-981e8416-17df-4be7-b248-ac979300b0ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 911 time: 0.2318249
Apr 08 12:17:40.629683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5a41-30a9-43d8-b562-111f993b693d req-19bd7c58-625f-489f-b721-774b665accab tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:40.631638 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-506c5a41-30a9-43d8-b562-111f993b693d req-19bd7c58-625f-489f-b721-774b665accab tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.2148187
Apr 08 12:17:40.692950 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-506c5a41-30a9-43d8-b562-111f993b693d req-6535eefa-98f5-403e-a0d5-a5e27c265761 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508807
Apr 08 12:17:40.710517 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-8e5c7040-6498-405b-974b-55f85b2fd04b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 200  len: 1001 time: 0.1550136
Apr 08 12:17:40.796951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-4585e2b5-5074-44fd-8952-8f80bb4e4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:40.799746 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-4585e2b5-5074-44fd-8952-8f80bb4e4c37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.0768533
Apr 08 12:17:40.885441 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-6f2e9ee4-3814-4799-b5b6-cdfef24fdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:40.887072 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-6f2e9ee4-3814-4799-b5b6-cdfef24fdf93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795076
Apr 08 12:17:40.956842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca62237-1b12-4af1-912c-333c19b138ba req-e30aa6ee-f77b-4779-a31d-01d37e5dcd9f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:40.958500 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6ca62237-1b12-4af1-912c-333c19b138ba req-e30aa6ee-f77b-4779-a31d-01d37e5dcd9f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0944371
Apr 08 12:17:40.991165 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6ca62237-1b12-4af1-912c-333c19b138ba req-1394d9fd-455d-47be-8827-e8fd9c2a5826 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257711
Apr 08 12:17:41.044628 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-cd1af887-5b7f-426a-9367-a75583bca4da service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479561
Apr 08 12:17:41.323437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612a87e-c427-4cfb-ab35-9d65119660a7 req-bb48b6c0-5eb3-47b9-a8ba-1f25353528b7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:41.326478 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3612a87e-c427-4cfb-ab35-9d65119660a7 req-bb48b6c0-5eb3-47b9-a8ba-1f25353528b7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1049144
Apr 08 12:17:41.364034 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3612a87e-c427-4cfb-ab35-9d65119660a7 req-9574a990-ec96-467d-b91b-2dc66b376a3d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0289145
Apr 08 12:17:41.679199 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a2206549-5255-4488-9bf3-4b6ee435da16 req-9c889006-5c5d-4981-a2f6-f350af6f8e0c service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633058
Apr 08 12:17:41.956886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645406a-6a25-42b9-bce6-5f63596c9a07 req-52041c31-771f-44e7-8558-d0f1e37a51f6 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:41.959116 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d645406a-6a25-42b9-bce6-5f63596c9a07 req-52041c31-771f-44e7-8558-d0f1e37a51f6 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.1306493
Apr 08 12:17:42.002105 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d645406a-6a25-42b9-bce6-5f63596c9a07 req-5fd66d31-c95c-4065-8773-b467e3c127b4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357027
Apr 08 12:17:42.159840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-bfa058ab-0124-4bdc-b059-b80bb7412866 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:42.161470 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-bfa058ab-0124-4bdc-b059-b80bb7412866 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 946 time: 0.0911744
Apr 08 12:17:42.306182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Deleting port c29b9742-45bf-41e2-8335-cb85ed46dc8d {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:17:42.307963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:42.363484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6d44-d8e0-4cf1-9b49-12c80012c207 req-4a8c13e7-6b01-4bf0-b045-135148a55291 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:42.365124 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-501e6d44-d8e0-4cf1-9b49-12c80012c207 req-4a8c13e7-6b01-4bf0-b045-135148a55291 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.2020078
Apr 08 12:17:42.412167 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-501e6d44-d8e0-4cf1-9b49-12c80012c207 req-2fca0ad3-ad10-496b-bcc9-67e97a8d756f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358765
Apr 08 12:17:42.677195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] For port c29b9742-45bf-41e2-8335-cb85ed46dc8d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c29b9742-45bf-41e2-8335-cb85ed46dc8d,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:42.677597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:42.678253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590c09f-7e09-4c6e-b9da-af15a9121422 req-497b1397-5163-4f24-813c-4edac487e587 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:42.680011 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2590c09f-7e09-4c6e-b9da-af15a9121422 req-497b1397-5163-4f24-813c-4edac487e587 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1001177
Apr 08 12:17:42.731537 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2590c09f-7e09-4c6e-b9da-af15a9121422 req-573c62d0-2a98-40c5-b70e-81012c93f441 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429156
Apr 08 12:17:42.820834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Calling delete_port for c29b9742-45bf-41e2-8335-cb85ed46dc8d owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:17:43.019424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:43.034883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6', '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'c29b9742-45bf-41e2-8335-cb85ed46dc8d'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:43.035425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:43.222173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event deleted for resources: {'Port': ['ID=c29b9742-45bf-41e2-8335-cb85ed46dc8d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:43.614054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:43.638461 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-adffdfe9-5b76-48f7-8826-b196c5e9bc5c req-f3909318-9dc1-4c5c-a08e-a134351917a3 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 210 time: 0.0645983
Apr 08 12:17:43.710807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c85dd-4043-43b0-bead-c16c131b6d98 req-8421c9c3-e5ec-44ba-9315-a678030b3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:43.712553 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa4c85dd-4043-43b0-bead-c16c131b6d98 req-8421c9c3-e5ec-44ba-9315-a678030b3965 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.6445024
Apr 08 12:17:43.749524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311013cc-56e7-4c3d-bceb-67a856104446 req-ebbd3899-672f-486b-beaa-2b4b065a70d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:43.753791 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-311013cc-56e7-4c3d-bceb-67a856104446 req-ebbd3899-672f-486b-beaa-2b4b065a70d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1074378
Apr 08 12:17:43.825573 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-311013cc-56e7-4c3d-bceb-67a856104446 req-4a20d90a-6824-44c6-829b-096e12f9f333 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626016
Apr 08 12:17:43.853361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] No DVR routers for this DVR port c29b9742-45bf-41e2-8335-cb85ed46dc8d on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:17:43.857615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:43.866102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'name': 'network-vif-deleted', 'tag': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:43.893153 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa4c85dd-4043-43b0-bead-c16c131b6d98 req-2f269ef2-946a-44c3-b7f3-0c549990186d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211479
Apr 08 12:17:43.939745 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375264eb-09f6-4413-9158-84ecfa8a4c9a', 'name': 'network-vif-deleted', 'tag': 'c29b9742-45bf-41e2-8335-cb85ed46dc8d', 'status': 'completed', 'code': 200}
Apr 08 12:17:43.949792 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8d2bd371-e4b3-467b-8a18-118849db7578 req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "DELETE /v2.0/ports/c29b9742-45bf-41e2-8335-cb85ed46dc8d HTTP/1.1" status: 204  len: 173 time: 1.7342134
Apr 08 12:17:44.006139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00c46f-bb3b-45ca-96e2-7b5813cb8728 req-7994f3de-e5a6-4c30-b9ea-4303d5cc55ce tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:44.014749 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f00c46f-bb3b-45ca-96e2-7b5813cb8728 req-7994f3de-e5a6-4c30-b9ea-4303d5cc55ce tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1203272
Apr 08 12:17:44.055563 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f00c46f-bb3b-45ca-96e2-7b5813cb8728 req-edb1807c-436d-4a9a-9751-7a5fd797bb1f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349035
Apr 08 12:17:44.857581 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ad0f5b2e-0543-4e3a-b0e3-49879c400ba1 req-f6d7738b-7c39-4cf4-883a-c5b698d9f079 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=375264eb-09f6-4413-9158-84ecfa8a4c9a HTTP/1.1" status: 200  len: 210 time: 0.0519891
Apr 08 12:17:45.073831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01988fd-6ae9-4bd8-8d10-34fa1e7a2c4d req-bb2eb0da-f29a-46f7-9f64-2442ed6cd6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:45.075450 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c01988fd-6ae9-4bd8-8d10-34fa1e7a2c4d req-bb2eb0da-f29a-46f7-9f64-2442ed6cd6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0940979
Apr 08 12:17:45.116284 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c01988fd-6ae9-4bd8-8d10-34fa1e7a2c4d req-6838900b-878a-4f2f-9b42-554a6cd993a2 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307219
Apr 08 12:17:45.280887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1037add-0ce0-4e23-8f09-8888992c3a50 req-ee5b845b-674f-4482-851d-879b3e224ddb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:45.282554 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c1037add-0ce0-4e23-8f09-8888992c3a50 req-ee5b845b-674f-4482-851d-879b3e224ddb tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1026652
Apr 08 12:17:45.315487 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c1037add-0ce0-4e23-8f09-8888992c3a50 req-e436d903-6414-41d9-ae55-d45264df1e37 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254533
Apr 08 12:17:45.418465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c29b9742-45bf-41e2-8335-cb85ed46dc8d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:45.490591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: c29b9742-45bf-41e2-8335-cb85ed46dc8d {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:17:45.491116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c29b9742-45bf-41e2-8335-cb85ed46dc8d not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:17:46.105939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f9c8-ee4d-424a-ab64-8be8b6e7f16c req-dcfde830-26d0-475d-94d4-087035044e94 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:46.114424 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b26f9c8-ee4d-424a-ab64-8be8b6e7f16c req-dcfde830-26d0-475d-94d4-087035044e94 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.2051950
Apr 08 12:17:46.147249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-5f2c4773-2606-4f6b-8e33-52daa2585e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:46.148986 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-5f2c4773-2606-4f6b-8e33-52daa2585e94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be091e02985d460c96e13347ab2ade1d&device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 1099 time: 0.1495178
Apr 08 12:17:46.160612 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b26f9c8-ee4d-424a-ab64-8be8b6e7f16c req-ee26284a-9b38-4b52-89bd-cc7fbc434dca tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451632
Apr 08 12:17:46.355391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-d08e0d6b-8518-4c4d-974b-480b19218b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:46.357072 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-d08e0d6b-8518-4c4d-974b-480b19218b89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 200  len: 920 time: 0.1936784
Apr 08 12:17:46.477228 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-3c8887d2-1f69-47ad-a27e-499cae72c026 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 200  len: 217 time: 0.1091318
Apr 08 12:17:46.522830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e3110-44ee-4c4e-87fc-3d252410812e req-833196b9-ee93-4c2d-8d5c-d49b7215bb2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:46.531189 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f49e3110-44ee-4c4e-87fc-3d252410812e req-833196b9-ee93-4c2d-8d5c-d49b7215bb2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 946 time: 0.1162522
Apr 08 12:17:46.566055 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f49e3110-44ee-4c4e-87fc-3d252410812e req-714bf6c8-02b1-4843-8de3-5a5f3207066f tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310450
Apr 08 12:17:46.594532 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-43b04f3e-4390-4aaf-92e8-3d3584a10dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:46.596998 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-43b04f3e-4390-4aaf-92e8-3d3584a10dc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 200  len: 859 time: 0.1109302
Apr 08 12:17:46.654909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368277-c55b-453e-a8f5-fcf8d315e29e req-b21deeeb-879c-4811-9571-0886dd4983d1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:46.662899 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f368277-c55b-453e-a8f5-fcf8d315e29e req-b21deeeb-879c-4811-9571-0886dd4983d1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.3721793
Apr 08 12:17:46.686020 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-aae393af-b0de-467c-b015-b49f50a0e5c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0c8290d-8b8e-49ce-acce-1e130b343241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0815604
Apr 08 12:17:46.776156 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f368277-c55b-453e-a8f5-fcf8d315e29e req-7d44b177-e521-4461-b8e3-469680f91b82 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1117933
Apr 08 12:17:46.845308 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-3916b3fd-5cf9-400c-8694-ba2e337844a3 service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499717
Apr 08 12:17:47.000220 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d8ca60c-6ee2-4239-ad67-16e9ae22954c req-d2610132-07b6-48db-bfeb-69a25e566ada service neutron] 10.222.0.55 "GET /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475561
Apr 08 12:17:47.399393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1117726-5b12-4301-8827-9c49aaf48d94 req-7dfd87b6-0916-4fa2-89bc-df890968bde6 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:47.401711 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f1117726-5b12-4301-8827-9c49aaf48d94 req-7dfd87b6-0916-4fa2-89bc-df890968bde6 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1157260
Apr 08 12:17:47.441413 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f1117726-5b12-4301-8827-9c49aaf48d94 req-3abc4e72-0e8a-4def-87b7-bd64cb78b7df tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288868
Apr 08 12:17:47.803058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dd29b-2fe6-4847-ae92-20b5eec0542b req-52ec3a0c-a765-44ef-b31b-a36004dbcbd2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:47.807946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-4a4dd29b-2fe6-4847-ae92-20b5eec0542b req-52ec3a0c-a765-44ef-b31b-a36004dbcbd2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:17:47.848785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-4a4dd29b-2fe6-4847-ae92-20b5eec0542b req-52ec3a0c-a765-44ef-b31b-a36004dbcbd2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:17:47.850548 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a4dd29b-2fe6-4847-ae92-20b5eec0542b req-52ec3a0c-a765-44ef-b31b-a36004dbcbd2 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 946 time: 0.1493745
Apr 08 12:17:47.887927 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a4dd29b-2fe6-4847-ae92-20b5eec0542b req-48031f9c-fe66-4dd8-81f6-6ad5078aa612 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308864
Apr 08 12:17:48.085023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-0823c22a-1c16-40b9-ba5b-31492cf88be4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:48.086629 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-0823c22a-1c16-40b9-ba5b-31492cf88be4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 946 time: 0.1000655
Apr 08 12:17:48.135245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bc8f1-1fe9-442a-a550-758e1fabb70c req-92461d9a-1861-4063-a5f0-9f546203bb5d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:48.136876 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-609bc8f1-1fe9-442a-a550-758e1fabb70c req-92461d9a-1861-4063-a5f0-9f546203bb5d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.0951900
Apr 08 12:17:48.170529 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-609bc8f1-1fe9-442a-a550-758e1fabb70c req-e45b246f-5e8f-4aa8-9867-565f2ad52fe4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0271959
Apr 08 12:17:48.174860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Deleting port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:17:48.175424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:48.466104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] For port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:48.467294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:48.616406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Calling delete_port for 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:17:48.823929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b850c5a-b2ce-4f32-ae7e-883fd066913f req-1104a337-dff6-43f2-8cf3-b8c61b94b54f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:48.831930 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b850c5a-b2ce-4f32-ae7e-883fd066913f req-1104a337-dff6-43f2-8cf3-b8c61b94b54f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.2245705
Apr 08 12:17:48.883447 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b850c5a-b2ce-4f32-ae7e-883fd066913f req-c1878562-a958-418b-9624-eee3ccc1c0f4 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504875
Apr 08 12:17:48.927945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:48.940830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6', '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:48.951267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d5655d7a-7c04-4db9-b3ac-d93344183341 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:49.010677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event deleted for resources: {'Port': ['ID=5a94a06b-3cc9-4eb2-b8aa-2a61327d0119,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:49.068498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:49.257613 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e8218536-68e9-4c44-b8e7-f0a30c3937aa req-fe720dea-cdb7-4a12-912e-18d8921225c8 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb HTTP/1.1" status: 200  len: 210 time: 0.1477365
Apr 08 12:17:49.291137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] No DVR routers for this DVR port 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:17:49.293818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:49.296921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'name': 'network-vif-deleted', 'tag': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:49.368214 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea4d9e7-9c42-4a6b-ac35-9923cd87afdb', 'name': 'network-vif-deleted', 'tag': '5a94a06b-3cc9-4eb2-b8aa-2a61327d0119', 'status': 'completed', 'code': 200}
Apr 08 12:17:49.371082 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-07899b1d-cfbc-4cdf-b997-0601062587d5 req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "DELETE /v2.0/ports/5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 HTTP/1.1" status: 204  len: 173 time: 1.2775767
Apr 08 12:17:49.415891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bcd13-3bac-41ff-894f-34727f00eabc req-7a304fac-79d7-4e54-93b0-c99eab8104fe tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:49.417595 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-266bcd13-3bac-41ff-894f-34727f00eabc req-7a304fac-79d7-4e54-93b0-c99eab8104fe tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 943 time: 0.1009383
Apr 08 12:17:49.434052 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:17:49.469209 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-266bcd13-3bac-41ff-894f-34727f00eabc req-d751b8e1-40b6-42ce-b187-597cad128b45 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447562
Apr 08 12:17:49.645265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:49.661502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'port_id': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:17:49.723866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:49.725210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:17:49.741544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:49.774088 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:49.776282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:49.858125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=9']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:49.866914 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.867392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.867844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.868287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.868729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.869104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.869474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.869843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.870228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.870635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.871004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.871366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:17:49.876293 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:50.071653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['53f6e72e-034c-4c1c-be6e-8d0a69255cf0'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:50.221642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39fb4a-cad1-4112-afca-2a0bfa38b64b req-a2c02bfb-ccf3-4584-b407-235d6f56353f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:50.229760 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2d39fb4a-cad1-4112-afca-2a0bfa38b64b req-a2c02bfb-ccf3-4584-b407-235d6f56353f tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1466546
Apr 08 12:17:50.255845 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2d39fb4a-cad1-4112-afca-2a0bfa38b64b req-a2e38f7c-5a87-4e6c-850a-b73ade6a453c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249002
Apr 08 12:17:50.729240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a1508-1d89-4c19-a71d-a22ed47ee5ca req-304722bd-8944-448a-b9b6-66712fcf5f7c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:50.735576 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-221a1508-1d89-4c19-a71d-a22ed47ee5ca req-304722bd-8944-448a-b9b6-66712fcf5f7c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 944 time: 0.1247580
Apr 08 12:17:50.773428 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-221a1508-1d89-4c19-a71d-a22ed47ee5ca req-4ebd7eff-51c5-4d96-a8c0-82c57b003293 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343289
Apr 08 12:17:51.444737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:17:51.520214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:17:51.520530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:51.649805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:51.664304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:51.678063 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:51.710930 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:51.711898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:51.753703 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'code': 200}
Apr 08 12:17:51.754603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:51.787886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:17:51.788279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 5a94a06b-3cc9-4eb2-b8aa-2a61327d0119 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:17:51.838074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=10']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:51.849453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:52.039073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9b91-3834-44b6-a445-5470ee49f7fd req-d6934c80-ef6b-4f72-bdb6-9d693b31152a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:52.047701 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-380f9b91-3834-44b6-a445-5470ee49f7fd req-d6934c80-ef6b-4f72-bdb6-9d693b31152a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.1037195
Apr 08 12:17:52.076246 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-380f9b91-3834-44b6-a445-5470ee49f7fd req-9d98d892-58cf-4fa5-a7b6-1d588df4a158 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0275412
Apr 08 12:17:52.463801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc86eb-0d4e-4430-b7c1-29d9d48c6a2a req-39053086-921c-47a4-b67d-6ec7e8a7a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:52.465422 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84dc86eb-0d4e-4430-b7c1-29d9d48c6a2a req-39053086-921c-47a4-b67d-6ec7e8a7a3e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1099 time: 0.0889180
Apr 08 12:17:52.494084 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84dc86eb-0d4e-4430-b7c1-29d9d48c6a2a req-17fd1510-8423-45a4-9738-1982c62c5c4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0207124
Apr 08 12:17:52.507852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3b817-8ac5-44d7-b9a9-5f89ddecde7d req-34a6dc83-3d21-4a95-afcc-b62e58cd8569 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:52.509443 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98b3b817-8ac5-44d7-b9a9-5f89ddecde7d req-34a6dc83-3d21-4a95-afcc-b62e58cd8569 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 945 time: 0.1034920
Apr 08 12:17:52.542283 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98b3b817-8ac5-44d7-b9a9-5f89ddecde7d req-5bf7c650-a776-4027-ab0d-22f7087c71a8 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259244
Apr 08 12:17:53.293480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fde66e-29c5-4f78-8a6f-1e45d4ea1273 req-c4b2b9fb-d857-48f5-b01a-e90e62dcfa85 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:53.295126 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84fde66e-29c5-4f78-8a6f-1e45d4ea1273 req-c4b2b9fb-d857-48f5-b01a-e90e62dcfa85 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.0965161
Apr 08 12:17:53.326663 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84fde66e-29c5-4f78-8a6f-1e45d4ea1273 req-23c6a47c-aaff-48a8-abba-465b659096a5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250587
Apr 08 12:17:53.748279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a071d-c0f8-405c-852a-b4234c661605 req-781c8fde-6b28-4ad0-9ac4-c8bcdf0954c5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:53.750096 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec3a071d-c0f8-405c-852a-b4234c661605 req-781c8fde-6b28-4ad0-9ac4-c8bcdf0954c5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 945 time: 0.0893033
Apr 08 12:17:53.783214 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec3a071d-c0f8-405c-852a-b4234c661605 req-7d9eda54-6bdd-424f-8e6e-5622674f55b5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258198
Apr 08 12:17:54.459717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cfc09bb5-0a8c-4a96-b283-c20388f4cfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:54.560246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-456daf3b-1f2a-4a6c-8136-916824f0db8c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:54.561015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-456daf3b-1f2a-4a6c-8136-916824f0db8c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:17:54.602812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd48d-4cfb-4b4d-a298-6a44775ca095 req-6e3deb1e-1ec6-42c3-b5c6-64acbe4258df tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:54.604395 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f67dd48d-4cfb-4b4d-a298-6a44775ca095 req-6e3deb1e-1ec6-42c3-b5c6-64acbe4258df tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.1235979
Apr 08 12:17:54.636156 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f67dd48d-4cfb-4b4d-a298-6a44775ca095 req-429e6816-adc3-4766-bac1-81ec82d37f5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253062
Apr 08 12:17:54.676925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-456daf3b-1f2a-4a6c-8136-916824f0db8c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:17:54.678138 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-456daf3b-1f2a-4a6c-8136-916824f0db8c tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 945 time: 0.2652266
Apr 08 12:17:54.755874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Deleting port e462b605-b4cf-4d87-9526-70194bb10bd6 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:17:54.756258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:55.017024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb55f4c-d651-46c7-b72f-3be28f1e7572 req-dcc5c355-c187-4d60-bfe1-a9ab22eec8b0 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:55.018787 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6eb55f4c-d651-46c7-b72f-3be28f1e7572 req-dcc5c355-c187-4d60-bfe1-a9ab22eec8b0 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 945 time: 0.1056957
Apr 08 12:17:55.049618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] For port e462b605-b4cf-4d87-9526-70194bb10bd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e462b605-b4cf-4d87-9526-70194bb10bd6,segment=NetworkSegment(abdc5627-8fdd-4041-bfd0-65fefd50a40e),segment_id=abdc5627-8fdd-4041-bfd0-65fefd50a40e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:55.050249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:55.050382 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6eb55f4c-d651-46c7-b72f-3be28f1e7572 req-c3f6163e-7758-4d62-9a49-416a38d761e1 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d97a583-453c-4dc2-9401-fb59f6107132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245943
Apr 08 12:17:55.199879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Calling delete_port for e462b605-b4cf-4d87-9526-70194bb10bd6 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:17:55.596580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:55.608399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e462b605-b4cf-4d87-9526-70194bb10bd6'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:17:55.611777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:55.709755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Pushing event deleted for resources: {'Port': ['ID=e462b605-b4cf-4d87-9526-70194bb10bd6,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:55.719942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:55.922712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] No DVR routers for this DVR port e462b605-b4cf-4d87-9526-70194bb10bd6 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:17:55.925492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:55.929067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'name': 'network-vif-deleted', 'tag': 'e462b605-b4cf-4d87-9526-70194bb10bd6'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:17:55.953862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1fbfb-7138-412f-9936-3993e6fda069 req-33069b91-d35f-473a-bb44-c55321079d53 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:55.955592 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-26a1fbfb-7138-412f-9936-3993e6fda069 req-33069b91-d35f-473a-bb44-c55321079d53 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.1922054
Apr 08 12:17:55.979536 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fcd02690-2e14-4b53-aa75-8e9b71f3d6cf req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.55 "DELETE /v2.0/ports/e462b605-b4cf-4d87-9526-70194bb10bd6 HTTP/1.1" status: 204  len: 173 time: 1.2944939
Apr 08 12:17:55.981239 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a', 'name': 'network-vif-deleted', 'tag': 'e462b605-b4cf-4d87-9526-70194bb10bd6', 'status': 'completed', 'code': 200}
Apr 08 12:17:55.993443 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-26a1fbfb-7138-412f-9936-3993e6fda069 req-5b6f77ea-966e-4686-b06c-c18f4f64e979 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302641
Apr 08 12:17:56.212808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47920) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:56.226545 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-527d4bec-0df3-4713-b4e1-b9d35e2885c8 req-98525714-aba8-4190-ac2e-c157b57637f5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Synchronizing usage tracker for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:17:56.282267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Deleting subnet 109114cc-5e55-44b7-a220-eec1442e3219 {{(pid=84431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:17:56.285324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:56.287792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-527d4bec-0df3-4713-b4e1-b9d35e2885c8 req-98525714-aba8-4190-ac2e-c157b57637f5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Unset dirty status for tenant:0104642b5c2d4d15bccda4263a3cbd8e on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:17:56.289889 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-527d4bec-0df3-4713-b4e1-b9d35e2885c8 req-98525714-aba8-4190-ac2e-c157b57637f5 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7ef44a5-acd9-4442-93a5-e8f68b6f9e0a HTTP/1.1" status: 200  len: 210 time: 0.1203723
Apr 08 12:17:56.343406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852218557'] for subnet, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:56.403420 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:56.616327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e87bdc-b8f2-4207-8c0e-c30a7ef7075c req-ac321cde-ad06-466c-af5a-b93be2ae8823 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:56.625920 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1e87bdc-b8f2-4207-8c0e-c30a7ef7075c req-ac321cde-ad06-466c-af5a-b93be2ae8823 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1144788
Apr 08 12:17:56.653844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1e87bdc-b8f2-4207-8c0e-c30a7ef7075c req-db2d059d-343c-4303-b736-685bc9ba8350 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269322
Apr 08 12:17:56.659732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f52ba613-b813-49e3-a7e5-ea2e97637796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:56.751157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853752265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2274662'] for subnet, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:56.767580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:57.013709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.067811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109114cc-5e55-44b7-a220-eec1442e3219,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:57.081020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:57.113906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.120978 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-25535633-6826-47b5-be04-6ad6ccbe1054 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/109114cc-5e55-44b7-a220-eec1442e3219 HTTP/1.1" status: 204  len: 168 time: 0.9070833
Apr 08 12:17:57.123931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47926) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:57.237560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.390896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 47932) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:57.429974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.461606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Deleting subnet a25453ca-159b-4ec5-8982-6d3f090b9d1d {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:17:57.464726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.516231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.524022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.545016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f00d150b8>,) {'filters': {'network_id': ['e78474b0-0267-4206-95c8-f7e7d8afada8']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:17:57.557877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00d150b8>, 'c97d2bce-0c21-4221-a556-b0b069072791') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:17:57.558372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00d150b8>, 'c97d2bce-0c21-4221-a556-b0b069072791') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:17:57.571190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.586547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.592654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:17:57.778543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Network e78474b0-0267-4206-95c8-f7e7d8afada8 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:17:57.787527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.870507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8744fd-024b-477a-a0bb-84046e0aec1f req-5e7bc71a-696f-4a9f-adb6-76e2df432085 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:57.872063 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0f8744fd-024b-477a-a0bb-84046e0aec1f req-5e7bc71a-696f-4a9f-adb6-76e2df432085 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.1000876
Apr 08 12:17:57.876595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:57.898931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:57.968303 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Network e78474b0-0267-4206-95c8-f7e7d8afada8 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:17:57.990528 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:17:58.001001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25453ca-159b-4ec5-8982-6d3f090b9d1d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:58.003622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:58.029882 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0f8744fd-024b-477a-a0bb-84046e0aec1f req-b58a779c-45c8-47d4-97b7-c51b032d8222 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330214
Apr 08 12:17:58.068771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.076287 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-96575d6a-679f-41ee-be62-07e49f683c1e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a25453ca-159b-4ec5-8982-6d3f090b9d1d HTTP/1.1" status: 204  len: 168 time: 0.6843858
Apr 08 12:17:58.078951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 47938) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:58.104966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.108870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-21e36bec-ad96-49c2-bd49-d41e52fd48fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:58.123911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.139220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Pushing event deleted for resources: {'Network': ['ID=e78474b0-0267-4206-95c8-f7e7d8afada8,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:58.142603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:58.185311 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] 10.222.0.43 "DELETE /v2.0/networks/e78474b0-0267-4206-95c8-f7e7d8afada8 HTTP/1.1" status: 204  len: 168 time: 1.0600154
Apr 08 12:17:58.198004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.293633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.387279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.481354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47944) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:58.504931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4efb378278>> segment before_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.505339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4efb378278>> subnet precommit_delete_associations 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.506334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> segment_host_mapping after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.506722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> port after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.507105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> port after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.507467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> port after_update 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.508148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> segment after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.508148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> subnet after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.508522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> subnet after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.508878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f00d41cf8>> subnet after_update 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.519375 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ccdddf50-09ff-4763-8519-21582529bd6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59af83a5bec643c1bf2d8a3ede4b9a9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0344391
Apr 08 12:17:58.519807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47948) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:17:58.580437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.609554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.656033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4efb149128>> subnet after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.656456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4efb149128>> subnet after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.656832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4efb149128>> subnet before_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.657205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4efb149128>> subnet before_update 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 12:17:58.657598 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f002e87f0>,) {'filters': {'network_id': ['3ba216da-ab5f-4265-9387-3aaa52f8d07f']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:17:58.672300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f002e87f0>, 'abdc5627-8fdd-4041-bfd0-65fefd50a40e') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:17:58.672636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f002e87f0>, 'abdc5627-8fdd-4041-bfd0-65fefd50a40e') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:17:58.685283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.687135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.692312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:58.709106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ff0be-5a75-461c-97c8-ffc0d06297ee,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:58.712239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:58.756962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.761937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.763243 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f77ff0be-5a75-461c-97c8-ffc0d06297ee HTTP/1.1" status: 204  len: 168 time: 0.2424810
Apr 08 12:17:58.767791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:17:58.784459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:58.969635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:17:58.986063 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-cea3ffa2-cf12-42ca-b9d3-ab14127b45d7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:58.987734 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-cea3ffa2-cf12-42ca-b9d3-ab14127b45d7 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.2847281
Apr 08 12:17:58.989450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:59.219028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Deleting port c6bbbadb-8a8e-4ec6-b503-169a587e171f {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:17:59.219417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:59.251399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f40e-cf44-461c-acb1-efece2eb097e req-c9d13420-c632-4c63-a922-4ccc95714907 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:17:59.252961 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b414f40e-cf44-461c-acb1-efece2eb097e req-c9d13420-c632-4c63-a922-4ccc95714907 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 945 time: 0.0965698
Apr 08 12:17:59.286958 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b414f40e-cf44-461c-acb1-efece2eb097e req-1cf8f7eb-c9ef-4f10-8e5c-489bf1d9a003 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255451
Apr 08 12:17:59.287971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Network 3ba216da-ab5f-4265-9387-3aaa52f8d07f has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   from cryptography.utils import int_from_bytes
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   from cryptography.utils import int_from_bytes
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   (rel_b, rel_a, rel_b),
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   (rel_b, rel_a, rel_b),
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:17:59.321538 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:17:59.479321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e462b605-b4cf-4d87-9526-70194bb10bd6 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:17:59.524820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: e462b605-b4cf-4d87-9526-70194bb10bd6 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:17:59.525219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e462b605-b4cf-4d87-9526-70194bb10bd6 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:17:59.564861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:59.587225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:17:59.607911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:59.620364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba216da-ab5f-4265-9387-3aaa52f8d07f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:17:59.629686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:17:59.636803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] For port c6bbbadb-8a8e-4ec6-b503-169a587e171f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c6bbbadb-8a8e-4ec6-b503-169a587e171f,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:17:59.637200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:17:59.706960 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-886a0dc1-b641-4f18-8a30-a0c32963e54b admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ba216da-ab5f-4265-9387-3aaa52f8d07f HTTP/1.1" status: 204  len: 168 time: 1.6268377
Apr 08 12:17:59.775904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Calling delete_port for c6bbbadb-8a8e-4ec6-b503-169a587e171f owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:18:00.065567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:00.081785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-257ab21b-ea4d-474e-a121-0c27c98760ed tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:00.083851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['6bd89475-0e5a-4d22-a292-0f3eb6e0a648', 'c6bbbadb-8a8e-4ec6-b503-169a587e171f'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:18:00.167117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47980) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:00.181136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Pushing event deleted for resources: {'Port': ['ID=c6bbbadb-8a8e-4ec6-b503-169a587e171f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:00.190595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:00.205066 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-738c8416-ba6b-4f6b-8e69-54c3e804153d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0104642b5c2d4d15bccda4263a3cbd8e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0365226
Apr 08 12:18:00.207583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 47984) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:00.283648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:00.312506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:00.355248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] No DVR routers for this DVR port c6bbbadb-8a8e-4ec6-b503-169a587e171f on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:18:00.357816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:00.360735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d3032-5955-4802-8608-e77c44fb5846', 'name': 'network-vif-deleted', 'tag': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:18:00.419510 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-95c84101-05bb-4d9f-92a4-769a3837c9a8 req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "DELETE /v2.0/ports/c6bbbadb-8a8e-4ec6-b503-169a587e171f HTTP/1.1" status: 204  len: 173 time: 1.4125447
Apr 08 12:18:00.430377 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d3032-5955-4802-8608-e77c44fb5846', 'name': 'network-vif-deleted', 'tag': 'c6bbbadb-8a8e-4ec6-b503-169a587e171f', 'status': 'completed', 'code': 200}
Apr 08 12:18:00.536573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-76b7021c-04ca-4725-8c2c-782293d19653 req-091d40f6-8e46-4ca8-bb74-be9681b5443e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Synchronizing usage tracker for tenant:be091e02985d460c96e13347ab2ade1d on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:18:00.584805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-76b7021c-04ca-4725-8c2c-782293d19653 req-091d40f6-8e46-4ca8-bb74-be9681b5443e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Unset dirty status for tenant:be091e02985d460c96e13347ab2ade1d on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:18:00.587007 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-76b7021c-04ca-4725-8c2c-782293d19653 req-091d40f6-8e46-4ca8-bb74-be9681b5443e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d3032-5955-4802-8608-e77c44fb5846 HTTP/1.1" status: 200  len: 210 time: 0.0996439
Apr 08 12:18:00.613481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:00.618860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e0212527-88fe-4774-94c0-136c4480c508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:00.634006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d97a583-453c-4dc2-9401-fb59f6107132,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:00.636283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:00.680947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:00.682791 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d97a583-453c-4dc2-9401-fb59f6107132 HTTP/1.1" status: 204  len: 168 time: 0.4739540
Apr 08 12:18:02.285662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3f999-7b24-48f8-a524-e629005d47df req-d3da71bd-5f77-46eb-87ff-72b0d4b0309a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:02.287236 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9ab3f999-7b24-48f8-a524-e629005d47df req-d3da71bd-5f77-46eb-87ff-72b0d4b0309a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1046712
Apr 08 12:18:02.318922 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9ab3f999-7b24-48f8-a524-e629005d47df req-fc0f8442-3eed-4f1a-b986-99821a8ea7a9 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243366
Apr 08 12:18:03.421875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f2401-0c8d-4ef6-8e4c-5f17a3609ffb req-13431ced-90dd-4cc3-b946-56965ce3083b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:03.429594 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-574f2401-0c8d-4ef6-8e4c-5f17a3609ffb req-13431ced-90dd-4cc3-b946-56965ce3083b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1019464
Apr 08 12:18:03.455789 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-574f2401-0c8d-4ef6-8e4c-5f17a3609ffb req-606836d1-6de3-4602-90e8-bd001797d17e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251005
Apr 08 12:18:03.487553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c6bbbadb-8a8e-4ec6-b503-169a587e171f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:18:03.528585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: c6bbbadb-8a8e-4ec6-b503-169a587e171f {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:18:03.529365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device c6bbbadb-8a8e-4ec6-b503-169a587e171f not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:18:03.540227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edf79-091d-44a0-bfd0-e9401dc0fe90 req-7eb034f0-95a2-4bc5-9114-625aa41174ad tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:03.541838 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7d9edf79-091d-44a0-bfd0-e9401dc0fe90 req-7eb034f0-95a2-4bc5-9114-625aa41174ad tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0965283
Apr 08 12:18:03.572880 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7d9edf79-091d-44a0-bfd0-e9401dc0fe90 req-33c48c21-e44a-4b25-a10b-4e2694ce4a2e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246782
Apr 08 12:18:04.831712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57f31-d0e7-4f72-8502-90304589ebcc req-0baf43f5-04a6-4c54-a98b-337a58bac35d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:04.833442 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-69b57f31-d0e7-4f72-8502-90304589ebcc req-0baf43f5-04a6-4c54-a98b-337a58bac35d tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0911548
Apr 08 12:18:04.865383 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-69b57f31-d0e7-4f72-8502-90304589ebcc req-bba3f23b-dc4f-4ca8-81cf-476a155a36fc tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244322
Apr 08 12:18:04.881466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8450be-cec4-40c1-ba44-bb3d45f7fb3c req-9d2b6a3e-b319-455b-a46b-ddc913f44535 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:04.883197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2b8450be-cec4-40c1-ba44-bb3d45f7fb3c req-9d2b6a3e-b319-455b-a46b-ddc913f44535 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.3107500
Apr 08 12:18:04.913923 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2b8450be-cec4-40c1-ba44-bb3d45f7fb3c req-4a617cd0-c879-4228-9780-0838105f05a2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238638
Apr 08 12:18:05.167688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:06.070082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3e39f-d3f1-4ceb-b0c2-652f33dcf358 req-15bb1cf3-eedf-499d-a3aa-6556e4af5f0c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:06.071743 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-97b3e39f-d3f1-4ceb-b0c2-652f33dcf358 req-15bb1cf3-eedf-499d-a3aa-6556e4af5f0c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0896831
Apr 08 12:18:06.102455 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-97b3e39f-d3f1-4ceb-b0c2-652f33dcf358 req-da8f8a19-f875-4c4f-9bfd-0028920fcc9e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242832
Apr 08 12:18:06.123434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09a6c-2858-4ac2-b297-82fd82970552 req-f718e852-b810-4a8d-b829-e75b8cb0bd4d tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:06.125301 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8db09a6c-2858-4ac2-b297-82fd82970552 req-f718e852-b810-4a8d-b829-e75b8cb0bd4d tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0957639
Apr 08 12:18:06.155683 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8db09a6c-2858-4ac2-b297-82fd82970552 req-979a4255-1867-4038-b4ba-79332fb882e4 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0237632
Apr 08 12:18:07.303460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad3b01-103d-409d-9ef9-3c1e6c34f268 req-cf1a9ce7-fecc-424c-96fb-4b21a2c5bf5a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:07.305564 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-26ad3b01-103d-409d-9ef9-3c1e6c34f268 req-cf1a9ce7-fecc-424c-96fb-4b21a2c5bf5a tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0883493
Apr 08 12:18:07.336737 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-26ad3b01-103d-409d-9ef9-3c1e6c34f268 req-67fd6039-c2b8-4f11-8c7b-51628b994d5c tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244856
Apr 08 12:18:07.357875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090796-5ae0-4884-bba1-3266794667b4 req-1e96ffdd-bfab-4121-a16e-8e6abed75cf0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:07.359471 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9090796-5ae0-4884-bba1-3266794667b4 req-1e96ffdd-bfab-4121-a16e-8e6abed75cf0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0899580
Apr 08 12:18:07.389979 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9090796-5ae0-4884-bba1-3266794667b4 req-de5eb242-c34c-4c0e-bdb3-d2a7bf046227 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241756
Apr 08 12:18:07.852664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-70eacffe-13e6-4c84-af5a-a5d533a21c57 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:07.854448 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-70eacffe-13e6-4c84-af5a-a5d533a21c57 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.0892382
Apr 08 12:18:07.935161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Deleting port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:18:07.935546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:08.201847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] For port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:18:08.202150 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:08.333308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Calling delete_port for 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:18:08.563835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5e23-85a3-42de-8189-ce91692fe649 req-5d2b3972-c5b2-45ad-b325-4f74015fb91e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:08.565445 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c3bd5e23-85a3-42de-8189-ce91692fe649 req-5d2b3972-c5b2-45ad-b325-4f74015fb91e tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/ports?device_id=d63b515b-cd97-4a20-a16f-7b1f3eba4460 HTTP/1.1" status: 200  len: 946 time: 0.1037860
Apr 08 12:18:08.566621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:08.580110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['6bd89475-0e5a-4d22-a292-0f3eb6e0a648'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:18:08.584750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:08.611174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6b1c-587d-4dc1-a1f9-813fc0e4ba99 req-10c37d14-72e4-4c5a-ac0e-a3d5f6764d3e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:08.612802 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a17f6b1c-587d-4dc1-a1f9-813fc0e4ba99 req-10c37d14-72e4-4c5a-ac0e-a3d5f6764d3e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1007006
Apr 08 12:18:08.646396 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a17f6b1c-587d-4dc1-a1f9-813fc0e4ba99 req-e304b945-8d67-4d5c-a939-99711cb79f5a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257025
Apr 08 12:18:08.701151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Pushing event deleted for resources: {'Port': ['ID=6bd89475-0e5a-4d22-a292-0f3eb6e0a648,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:08.707278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:08.721941 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c3bd5e23-85a3-42de-8189-ce91692fe649 req-fc2f3294-4655-4ab0-ba94-8f3d7ddab998 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d31b12e-d541-4430-b53d-016b556b488e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505340
Apr 08 12:18:08.851657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] No DVR routers for this DVR port 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:18:08.854204 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:08.857003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'name': 'network-vif-deleted', 'tag': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:18:08.900162 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e966593e-6ce8-4389-ba40-011ce31e7b15 req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] 10.222.0.55 "DELETE /v2.0/ports/6bd89475-0e5a-4d22-a292-0f3eb6e0a648 HTTP/1.1" status: 204  len: 173 time: 1.0395195
Apr 08 12:18:08.908712 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63b515b-cd97-4a20-a16f-7b1f3eba4460', 'name': 'network-vif-deleted', 'tag': '6bd89475-0e5a-4d22-a292-0f3eb6e0a648', 'status': 'completed', 'code': 200}
Apr 08 12:18:09.829858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48170) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:09.984272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5bdfe-453b-4a75-b804-89f4bca6bfb3 req-23cbe405-d807-48b1-a900-5a952d0eead4 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:09.985835 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6a5bdfe-453b-4a75-b804-89f4bca6bfb3 req-23cbe405-d807-48b1-a900-5a952d0eead4 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.2192130
Apr 08 12:18:10.032438 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6a5bdfe-453b-4a75-b804-89f4bca6bfb3 req-06cab2bf-b399-4ce7-97f8-fd4408bc0804 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359752
Apr 08 12:18:10.430221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:10.816568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Deleting port e1384f1b-eded-476c-bfc1-37df6a8322ed {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:18:10.816950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.002349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] For port e1384f1b-eded-476c-bfc1-37df6a8322ed, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e1384f1b-eded-476c-bfc1-37df6a8322ed,segment=NetworkSegment(849294c6-0956-4fa3-a23b-c35820bbe8f7),segment_id=849294c6-0956-4fa3-a23b-c35820bbe8f7)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:18:11.006735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.086701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48198) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:11.189294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Calling delete_port for e1384f1b-eded-476c-bfc1-37df6a8322ed owned by network:router_interface {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:18:11.235403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.251937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:11.256130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Usage tracker for resource:security_group_rule and tenant:b778b59d5a0547c58944980e7fb56cf1 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:11.259780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:11.266067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:11.422933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.447612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.457851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-377d3047-eaaa-4b67-a577-2543feb00fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:11.502151 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b778b59d5a0547c58944980e7fb56cf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4139776
Apr 08 12:18:11.505631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48208) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:11.520699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2637f1e1-1339-4b43-9b99-c8841c29ef0d,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:11.525513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:11.541098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:18:11.579117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:18:11.579394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.579486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 6bd89475-0e5a-4d22-a292-0f3eb6e0a648 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:18:11.607368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.698918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.704010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:11.715146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2637f1e1-1339-4b43-9b99-c8841c29ef0d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:11.715379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef9df1-e9df-47bd-85c0-54249c63fef0 req-f996df4f-4ed1-4541-96ea-1a4e9ddbbf96 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:11.717004 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b1ef9df1-e9df-47bd-85c0-54249c63fef0 req-f996df4f-4ed1-4541-96ea-1a4e9ddbbf96 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.5360732
Apr 08 12:18:11.720046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:11.722116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.726340 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2637f1e1-1339-4b43-9b99-c8841c29ef0d HTTP/1.1" status: 204  len: 168 time: 0.2195318
Apr 08 12:18:11.765188 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b1ef9df1-e9df-47bd-85c0-54249c63fef0 req-74f5ad71-8ee8-4808-84b8-dd6169283525 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401661
Apr 08 12:18:11.881613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:11.896954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:11.991213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1384f1b-eded-476c-bfc1-37df6a8322ed,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:11.994656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:12.340071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:12.853927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Router 0d667104-4078-4133-9b8e-790aa038519c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:18:13.115404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec1266-3eda-4b43-a921-975f43020070 req-b4360780-fa41-4a7c-9cbe-0c82906326d3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:13.117026 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59ec1266-3eda-4b43-a921-975f43020070 req-b4360780-fa41-4a7c-9cbe-0c82906326d3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1977234
Apr 08 12:18:13.124189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:18:13.133286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] Sync routers for ids ['0d667104-4078-4133-9b8e-790aa038519c'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:18:13.143154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] Routers {'0d667104-4078-4133-9b8e-790aa038519c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:18:13.143819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f011d6d68>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:17:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['0d667104-4078-4133-9b8e-790aa038519c'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:13.160025 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59ec1266-3eda-4b43-a921-975f43020070 req-6bd1d4a2-4c9a-482b-bb84-d3a08f2f4476 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338526
Apr 08 12:18:13.162406 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] 10.222.0.43 "PUT /v2.0/routers/0d667104-4078-4133-9b8e-790aa038519c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3295979
Apr 08 12:18:13.165757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48242) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:13.342907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] Set router 0d667104-4078-4133-9b8e-790aa038519c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:18:13.364662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:13.574515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:13.602020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Deleting port 3e0138a2-44c1-46d3-949d-4344326cb005 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:18:13.602605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:13.752749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f011d6d68>, [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:18:11Z', 'revision_number': 5, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port': {'id': '3e0138a2-44c1-46d3-949d-4344326cb005', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d667104-4078-4133-9b8e-790aa038519c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:13.756815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] Checking router: 0d667104-4078-4133-9b8e-790aa038519c for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:18:13.765740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] Routers {'0d667104-4078-4133-9b8e-790aa038519c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:18:13.766411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f011d6d68>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:17:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['0d667104-4078-4133-9b8e-790aa038519c'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:13.786031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] For port 3e0138a2-44c1-46d3-949d-4344326cb005, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=3e0138a2-44c1-46d3-949d-4344326cb005,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:18:13.786490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:13.919519 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Calling delete_port for 3e0138a2-44c1-46d3-949d-4344326cb005 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:18:14.083711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] Set router 0d667104-4078-4133-9b8e-790aa038519c gateway port host: None {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:18:14.197468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f011d6d68>, [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:18:13Z', 'revision_number': 6, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:14.201776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd660e1-82b0-4396-b4a7-2dcc9f7a9d30 None None] The sync data for ids ['0d667104-4078-4133-9b8e-790aa038519c'] in dv-cinder-784779-3-iscsi is: [{'id': '0d667104-4078-4133-9b8e-790aa038519c', 'name': 'tempest-ServerRescueNegativeTestJSON-1610507951-router', 'tenant_id': 'be091e02985d460c96e13347ab2ade1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:18:13Z', 'revision_number': 6, 'project_id': 'be091e02985d460c96e13347ab2ade1d', 'gw_port_host': None}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:18:14.368060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f1b96-f521-4b9a-8b42-7dd455ce7d40 req-51512c1e-77f3-484e-8525-cb03174cd5ce tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:14.369620 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d54f1b96-f521-4b9a-8b42-7dd455ce7d40 req-51512c1e-77f3-484e-8525-cb03174cd5ce tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0894358
Apr 08 12:18:14.401469 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d54f1b96-f521-4b9a-8b42-7dd455ce7d40 req-d1711bbf-7d6a-48fc-9b64-3a329ae093ba tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252311
Apr 08 12:18:14.406967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:14.422703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:14.527268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0138a2-44c1-46d3-949d-4344326cb005,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:14.531954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:14.693899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.106767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.109030 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.321131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.321693 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d667104-4078-4133-9b8e-790aa038519c {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:18:15.334625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.336368 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] 10.222.0.43 "DELETE /v2.0/routers/0d667104-4078-4133-9b8e-790aa038519c HTTP/1.1" status: 204  len: 168 time: 2.1692915
Apr 08 12:18:15.339061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48264) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:15.407249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Deleting subnet 2c845528-dfb0-426d-9d1e-b85c8cb7fb4d {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:18:15.410653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.467437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.565945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.743775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445d6a5-bf25-4b4a-8d94-23795dfb1578 req-0080c478-03bc-42bd-ab5b-9bd3645099b8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:15.745373 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0445d6a5-bf25-4b4a-8d94-23795dfb1578 req-0080c478-03bc-42bd-ab5b-9bd3645099b8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.2236292
Apr 08 12:18:15.803911 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0445d6a5-bf25-4b4a-8d94-23795dfb1578 req-9fe78277-d124-4042-8306-8d923becff47 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417159
Apr 08 12:18:15.922425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:15.942140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7ae443c8-4b14-484b-9b50-cccc7689862a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:16.028450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c845528-dfb0-426d-9d1e-b85c8cb7fb4d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:16.044844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:16.059467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e1384f1b-eded-476c-bfc1-37df6a8322ed no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:18:16.085340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:16.094604 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2c845528-dfb0-426d-9d1e-b85c8cb7fb4d HTTP/1.1" status: 204  len: 168 time: 0.7542896
Apr 08 12:18:16.097085 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48292) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:16.106246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: e1384f1b-eded-476c-bfc1-37df6a8322ed {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:18:16.106788 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e1384f1b-eded-476c-bfc1-37df6a8322ed not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:18:16.107334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 3e0138a2-44c1-46d3-949d-4344326cb005 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:18:16.146499 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 3e0138a2-44c1-46d3-949d-4344326cb005 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:18:16.146987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 3e0138a2-44c1-46d3-949d-4344326cb005 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:18:16.217579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:16.407336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:16.430286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:18:16.524154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4efb2c96d8>,) {'filters': {'network_id': ['f0c8290d-8b8e-49ce-acce-1e130b343241']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:16.537041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efb2c96d8>, '849294c6-0956-4fa3-a23b-c35820bbe8f7') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:16.537413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efb2c96d8>, '849294c6-0956-4fa3-a23b-c35820bbe8f7') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:16.550542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:16.565967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:16.573057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:18:16.759221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Network f0c8290d-8b8e-49ce-acce-1e130b343241 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:18:16.768188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:16.947918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Network f0c8290d-8b8e-49ce-acce-1e130b343241 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:18:16.974289 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:18:17.016047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ea4aa-517c-420d-8e58-35a64c8916ae req-7cf38b45-218a-4a24-9c4c-92baa2bdbb09 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:17.017658 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc4ea4aa-517c-420d-8e58-35a64c8916ae req-7cf38b45-218a-4a24-9c4c-92baa2bdbb09 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0890300
Apr 08 12:18:17.049361 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc4ea4aa-517c-420d-8e58-35a64c8916ae req-9580fea4-38de-42fc-bd79-ba44494598e4 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246978
Apr 08 12:18:17.167185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.170914 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:17.187371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.197056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c8290d-8b8e-49ce-acce-1e130b343241,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:17.200457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:17.230694 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f0c8290d-8b8e-49ce-acce-1e130b343241 HTTP/1.1" status: 204  len: 168 time: 1.1325319
Apr 08 12:18:17.519736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48318) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:17.556323 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9425efe6-25e3-47b9-9762-24830a2afc34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be091e02985d460c96e13347ab2ade1d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0352974
Apr 08 12:18:17.558865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48324) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:17.625301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.645623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48328) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:17.659463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.728073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.733102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5f72592e-de52-46d1-840f-aa1d99284178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:17.746614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d31b12e-d541-4430-b53d-016b556b488e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:17.749666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:17.796610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.809639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.810871 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d31b12e-d541-4430-b53d-016b556b488e HTTP/1.1" status: 204  len: 168 time: 0.2510452
Apr 08 12:18:17.816987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:17.822023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Usage tracker for resource:security_group_rule and tenant:1724c26b52734cd084476c5b9844e6c6 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:17.825067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:17.831477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:17.920536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:17.995596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:18.008815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4aa76262-b05e-4da6-b0e3-63b54b623ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:18.053023 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1724c26b52734cd084476c5b9844e6c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4063096
Apr 08 12:18:18.056298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a5f1bf-b759-467c-b939-45ccb1197b45,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:18.057605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:18.058220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48344) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:18.125330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:18.158618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:18.236320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:18.242604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c093c9ac-fdfd-4804-9f3d-2f7b804e90f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:18.256023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a5f1bf-b759-467c-b939-45ccb1197b45,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:18.259843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:18.260827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:18.264837 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9a5f1bf-b759-467c-b939-45ccb1197b45 HTTP/1.1" status: 204  len: 168 time: 0.2027810
Apr 08 12:18:18.312172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c526b9-33f6-440b-87d5-c296295b2b76 req-c89c0353-008a-4794-a978-f4aee5f08da9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:18.314935 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2c526b9-33f6-440b-87d5-c296295b2b76 req-c89c0353-008a-4794-a978-f4aee5f08da9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0962732
Apr 08 12:18:18.348571 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2c526b9-33f6-440b-87d5-c296295b2b76 req-f602f861-e157-4fdd-af31-9e99536410f1 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277801
Apr 08 12:18:19.609959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54b37-b45e-4084-a974-1c3ee4fb5b5a req-f083aa16-6829-40df-9688-a5d49934c712 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:19.611844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-92b54b37-b45e-4084-a974-1c3ee4fb5b5a req-f083aa16-6829-40df-9688-a5d49934c712 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1405506
Apr 08 12:18:19.644911 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-92b54b37-b45e-4084-a974-1c3ee4fb5b5a req-1bd8cdc7-3b28-44e2-9643-fa63fae2b801 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263016
Apr 08 12:18:20.092908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba4247-7aca-462e-9cc2-9e08a24e6a18 req-226f28a0-c10b-4c71-9927-aede8cd61027 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:20.094553 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-89ba4247-7aca-462e-9cc2-9e08a24e6a18 req-226f28a0-c10b-4c71-9927-aede8cd61027 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0973997
Apr 08 12:18:20.163482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48438) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:20.176506 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-89ba4247-7aca-462e-9cc2-9e08a24e6a18 req-4219667a-cdc6-4199-a645-a5d01b9060c2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382166
Apr 08 12:18:20.203012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-b7a7f91d-7bac-4cc2-94c9-9c85fde972ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:20.205284 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-b7a7f91d-7bac-4cc2-94c9-9c85fde972ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 1098 time: 0.1075659
Apr 08 12:18:20.288589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:20.303742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:20.307880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4a7e9bc6431d44ebb7baa90e08b37003 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:20.310839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:20.316924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:20.349734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-9578b773-c377-47bd-a23b-b0f19e3d8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:20.351422 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-9578b773-c377-47bd-a23b-b0f19e3d8778 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 911 time: 0.1389766
Apr 08 12:18:20.402988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:20.441869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:20.451745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-292db92d-f0e0-4a93-b06f-6207e2f556c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:20.464775 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-cf738662-f110-4fd7-ae8d-a016a0ff9a13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 200  len: 1001 time: 0.1049359
Apr 08 12:18:20.493246 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a7e9bc6431d44ebb7baa90e08b37003&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3286395
Apr 08 12:18:20.494959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c944ee1-0afd-4316-8acf-c60c04ab7dc3,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:20.498271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ae32c386-3d41-46fb-9ee6-48f44d5053c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:20.499239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48444) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:20.535215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-76598e65-91d0-40c1-9dd9-f3e17bfa5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:20.536817 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-76598e65-91d0-40c1-9dd9-f3e17bfa5829 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.0645866
Apr 08 12:18:20.560942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:20.588405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:20.621474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-f21ddfac-dcc9-4232-83c6-fdaaddb82796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:20.623146 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-f21ddfac-dcc9-4232-83c6-fdaaddb82796 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782402
Apr 08 12:18:20.665733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:20.673391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c8d8ee5e-64af-48c7-a0b9-58283f0e31f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:20.699613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c944ee1-0afd-4316-8acf-c60c04ab7dc3,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:20.708097 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.708575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.709045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.709507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.710078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.710626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.711095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.711760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.711845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.712281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.712734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.713190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:20.716734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:20.723373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:20.727554 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c944ee1-0afd-4316-8acf-c60c04ab7dc3 HTTP/1.1" status: 204  len: 168 time: 0.2272997
Apr 08 12:18:20.793474 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-16414920-15a6-433f-b32b-8f933bf400e8 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627789
Apr 08 12:18:20.963675 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0b21f788-ac37-4ed1-9cfa-e6c4cf0ee984 req-937be37e-56d5-4063-b649-50de059dc9dd service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625791
Apr 08 12:18:21.514180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0de9b1-26e6-4a6b-9017-313c66bd5523 req-be47e0c9-22f2-43c3-830b-054c373acb5b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:21.522054 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fd0de9b1-26e6-4a6b-9017-313c66bd5523 req-be47e0c9-22f2-43c3-830b-054c373acb5b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.2203019
Apr 08 12:18:21.552685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fd0de9b1-26e6-4a6b-9017-313c66bd5523 req-9c16a688-d5e0-44c3-9eb5-13dd15fda26c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294468
Apr 08 12:18:22.780456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c60399-9952-4860-8761-6020cf86207e req-34f84c40-4e12-4c69-bead-5ea2e2c6d21e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:22.787152 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9c60399-9952-4860-8761-6020cf86207e req-34f84c40-4e12-4c69-bead-5ea2e2c6d21e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1053953
Apr 08 12:18:22.815644 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9c60399-9952-4860-8761-6020cf86207e req-e1fa5d85-33a8-486d-8945-debc576af01b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264723
Apr 08 12:18:23.860903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48604) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:23.988573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.005397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:24.010665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Usage tracker for resource:security_group_rule and tenant:4c96162cd91d4ed9ade7f2b404273abc is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:24.013624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:24.019630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:24.106853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.156816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.166227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3f96fd67-0907-4a1d-b1be-b9b15b98179d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:24.209961 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c96162cd91d4ed9ade7f2b404273abc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3478744
Apr 08 12:18:24.211071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d9c761-155b-4c5f-975d-464b90c3faec,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:24.213078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48610) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:24.214201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:24.278967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.307158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.384480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.389937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dc1daa57-a701-4356-b1d3-2a9cb9ddcb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:24.404315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d9c761-155b-4c5f-975d-464b90c3faec,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:24.410200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.414139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3d9c761-155b-4c5f-975d-464b90c3faec HTTP/1.1" status: 204  len: 168 time: 0.1998854
Apr 08 12:18:24.415740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:24.470513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ad51a272-398c-4ec7-a542-17bf95f00066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.847190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48636) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:24.866875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:24.884650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:24.888728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Usage tracker for resource:security_group_rule and tenant:613e1715d4ea4d529658225205711eb9 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:24.891782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:24.898612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:24.986278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:25.029990 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:25.040355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-acc8b51f-6db9-48fa-8bb2-f7ee4e584e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:25.090692 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=613e1715d4ea4d529658225205711eb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2422130
Apr 08 12:18:25.091629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a87cb-1385-4a33-ab61-f99042da1611,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:25.093585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48650) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:25.101124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.101796 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.101883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.102236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.102663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.103060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.103455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.103850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.104242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.104632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.105020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.105389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:25.109396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:25.167210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:25.198335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:25.282014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:25.286782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:25.299677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a87cb-1385-4a33-ab61-f99042da1611,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:25.302053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:25.310097 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:25.311517 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b51a87cb-1385-4a33-ab61-f99042da1611 HTTP/1.1" status: 204  len: 168 time: 0.2168827
Apr 08 12:18:26.647230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9ecabdbc-ef97-4cab-b96c-e090edcea17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:27.047346 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:27.705667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48732) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:27.830549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:27.846041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:27.850048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Usage tracker for resource:security_group_rule and tenant:f094adc3cae8497c9bffe5ee09bb9989 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:27.853588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:27.859796 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:27.946615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:27.973190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:27.981003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5dc67281-da34-4160-aaf0-02acda1bf651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:28.025912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d6f084-7add-4b1d-afce-fea6819d44a1,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:28.030637 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f094adc3cae8497c9bffe5ee09bb9989&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3238177
Apr 08 12:18:28.031627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:28.033500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48738) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:28.095789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.123423 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.190218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.196086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5b0bfc88-7ebe-4d78-8f69-447a6f13c5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:28.211556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d6f084-7add-4b1d-afce-fea6819d44a1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:28.214786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:28.219193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.220423 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65d6f084-7add-4b1d-afce-fea6819d44a1 HTTP/1.1" status: 204  len: 168 time: 0.1860790
Apr 08 12:18:28.293252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.680954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48754) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:28.700425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.716249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:28.720280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Usage tracker for resource:security_group_rule and tenant:54af58f5f59e4f8ea873829479f24fc4 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:28.723211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:28.729928 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:28.784652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.815232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.842068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.852653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-86291423-e8e4-40c4-9674-9f9cd54122db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:28.896871 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54af58f5f59e4f8ea873829479f24fc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2147458
Apr 08 12:18:28.898925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26fe7c0-0eb5-42fd-a7bc-cf0e03fb5b30,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:28.900609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48758) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:28.902662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:28.964666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:28.992160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:29.063822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:29.069049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-58460b6a-ebcc-4750-a1fd-3e081efa006c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:29.082826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26fe7c0-0eb5-42fd-a7bc-cf0e03fb5b30,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:29.085814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:29.089419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:29.091366 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f26fe7c0-0eb5-42fd-a7bc-cf0e03fb5b30 HTTP/1.1" status: 204  len: 168 time: 0.1894131
Apr 08 12:18:29.841599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48786) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:29.972828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:29.989016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:29.993792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Usage tracker for resource:security_group_rule and tenant:18eb336e8d9f40b9b8941aa2c8ecfde7 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:29.996787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:30.003056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:30.103413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:30.121685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:30.131333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c9b86c7c-100a-4900-bd7f-308027b69b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:30.176995 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18eb336e8d9f40b9b8941aa2c8ecfde7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3341076
Apr 08 12:18:30.179416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bbb996-d3ca-4661-892d-43f3f6b872d5,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:30.180908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48800) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:30.183043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:30.259332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:30.288616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:30.363371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:30.371552 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e8da390b-80dd-4853-a7cb-8b1324dc75be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:30.385727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bbb996-d3ca-4661-892d-43f3f6b872d5,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:30.388600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:30.390077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:30.393419 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18bbb996-d3ca-4661-892d-43f3f6b872d5 HTTP/1.1" status: 204  len: 168 time: 0.2113729
Apr 08 12:18:32.623838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48904) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:32.779531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48912) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:32.818713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:32.835643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:32.839932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Usage tracker for resource:security_group_rule and tenant:26e8edc7cf0d4337a924d287af73b7e7 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:32.843012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:32.848852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:32.849527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:32.865017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:32.870024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Usage tracker for resource:security_group_rule and tenant:21771307e8744f64ba58377dcc6c16e1 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:32.873226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:32.879533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:32.940668 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:32.964729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:32.972351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:32.981952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:32.995811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.005544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-475d370e-a37d-4be6-bad3-8b732b487b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:33.028964 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26e8edc7cf0d4337a924d287af73b7e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4036453
Apr 08 12:18:33.029686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48918) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:33.049162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44849aa0-70fb-4b00-bf79-39bd9834a132,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:33.051521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d1abf0-7b60-4228-8d6a-6e887a16213f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:33.052395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:33.058248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:33.063872 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21771307e8744f64ba58377dcc6c16e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2832370
Apr 08 12:18:33.064507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48922) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:33.115743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.143959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.187998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.218093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.223443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-266726a8-a799-435e-8145-59fc76646ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:33.228461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.236518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44849aa0-70fb-4b00-bf79-39bd9834a132,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:33.240230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:33.243851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.248151 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44849aa0-70fb-4b00-bf79-39bd9834a132 HTTP/1.1" status: 204  len: 168 time: 0.2136102
Apr 08 12:18:33.281196 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-9f66be52-857d-4db6-bc76-5f25462b3216 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1650054
Apr 08 12:18:33.578213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.589271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2a60079-1839-468a-97c9-262a21a30cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:33.606261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d1abf0-7b60-4228-8d6a-6e887a16213f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:33.610130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:33.657107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.658378 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2d1abf0-7b60-4228-8d6a-6e887a16213f HTTP/1.1" status: 204  len: 168 time: 0.5927927
Apr 08 12:18:33.667304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d345-6505-43a2-911e-d1406b6442cf req-89839f2a-7b54-45f1-b6e1-e8d2b38cb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:33.668946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-89839f2a-7b54-45f1-b6e1-e8d2b38cb9a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 1099 time: 0.3618481
Apr 08 12:18:33.738616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48934) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:33.758197 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.774494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:33.778724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Usage tracker for resource:security_group_rule and tenant:86b7dc23fd954914b2ec2414a646870d is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:33.781742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:33.788051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:33.841455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d345-6505-43a2-911e-d1406b6442cf req-05f50412-de6f-4ffd-b935-633de57bb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:33.843092 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-05f50412-de6f-4ffd-b935-633de57bb828 service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1423993
Apr 08 12:18:33.876106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.904388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:33.929292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6644227b-a5aa-4893-91a0-7d4d5a65edb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:33.949486 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86b7dc23fd954914b2ec2414a646870d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2097213
Apr 08 12:18:33.952236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48948) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:33.969214 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-3d23a683-44ed-4c03-b052-c0869764feb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 200  len: 1001 time: 0.1189651
Apr 08 12:18:33.991859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1fcc9d-5e03-4e5f-bf3a-62655b8f31f9,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:33.998850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:34.036419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.045458 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d345-6505-43a2-911e-d1406b6442cf req-ffbe2fab-7a02-49b9-82b3-35bbac00fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:34.047062 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-ffbe2fab-7a02-49b9-82b3-35bbac00fa89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0679283
Apr 08 12:18:34.063941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.141294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d345-6505-43a2-911e-d1406b6442cf req-0972a5b6-87af-4f11-a100-ce8ef152f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:34.142946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-0972a5b6-87af-4f11-a100-ce8ef152f683 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844069
Apr 08 12:18:34.144397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.150196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9d8cc01-dcd4-4437-a864-abb93c4c9de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:34.165433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1fcc9d-5e03-4e5f-bf3a-62655b8f31f9,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:34.168034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:34.169484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.173664 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e1fcc9d-5e03-4e5f-bf3a-62655b8f31f9 HTTP/1.1" status: 204  len: 168 time: 0.2202783
Apr 08 12:18:34.274547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 48958) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:34.307165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.324336 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-5ffa0db3-ce90-4720-acf1-833d639a6df1 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739895
Apr 08 12:18:34.328145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:34.354188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Usage tracker for resource:security_group_rule and tenant:99de7ff9cb4947759815fa749451ac38 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:34.359437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:34.416482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:34.510037 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6328d345-6505-43a2-911e-d1406b6442cf req-50a7e87c-2cbf-4c09-a77d-ed483cc59400 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771739
Apr 08 12:18:34.563942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.595865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.605596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:34.647852 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99de7ff9cb4947759815fa749451ac38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3722012
Apr 08 12:18:34.649586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb9d31-d250-49ad-bd62-e81f5d15c544,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:34.650872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 48970) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:34.652924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:34.719518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.748792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.830026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.836196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-74874cc1-78c4-45b2-be96-5a586f58b5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:34.849913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb9d31-d250-49ad-bd62-e81f5d15c544,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:34.853464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:34.855843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:34.859105 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cadb9d31-d250-49ad-bd62-e81f5d15c544 HTTP/1.1" status: 204  len: 168 time: 0.2043548
Apr 08 12:18:35.200875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.074748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49066) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:37.210329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.226572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:37.231436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:427526ae55314407a6bf857e9ca40ca6 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:37.234702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:37.242231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:37.329832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.367974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.377713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-011d5634-432b-4f7a-b039-411dc194db79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:37.427215 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=427526ae55314407a6bf857e9ca40ca6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3512173
Apr 08 12:18:37.431725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49080) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:37.447065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c8f43-02e2-46f1-9709-a43072eadf00,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:37.450200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:37.501930 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.531849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.687508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.692919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-72c863ec-9d72-4aca-8935-b1d73bd129a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:37.706860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c8f43-02e2-46f1-9709-a43072eadf00,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:37.712666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:37.718616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:37.722139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d3c8f43-02e2-46f1-9709-a43072eadf00 HTTP/1.1" status: 204  len: 168 time: 0.2868259
Apr 08 12:18:37.817376 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfae1-0c5e-47df-a5cf-9f1d88af3e49 req-c8f77324-ffc8-4c71-b995-d5e8a89c2764 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:37.819573 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-981bfae1-0c5e-47df-a5cf-9f1d88af3e49 req-c8f77324-ffc8-4c71-b995-d5e8a89c2764 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.0957355
Apr 08 12:18:37.851177 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-981bfae1-0c5e-47df-a5cf-9f1d88af3e49 req-3bea542f-d98c-4fa9-bf88-db2c607d2021 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246580
Apr 08 12:18:38.188640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49096) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:38.207354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:38.222871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:38.227423 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Usage tracker for resource:security_group_rule and tenant:b62670e386094cd9a6124be4fee87d1a is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:38.230440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:38.236475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:38.323345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:38.349863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:38.359838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9f4454b6-0604-440c-89e6-c3d231219348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:38.405304 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b62670e386094cd9a6124be4fee87d1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2130585
Apr 08 12:18:38.405304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b34c4e-09b6-45c0-9257-86c7f83db8c0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:38.406369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49104) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:38.409189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:38.472985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:38.504522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:38.577916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:38.583107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9062380f-9f87-42c9-aa82-bd0244352cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:38.598448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b34c4e-09b6-45c0-9257-86c7f83db8c0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:38.602010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:38.604135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:38.605770 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1b34c4e-09b6-45c0-9257-86c7f83db8c0 HTTP/1.1" status: 204  len: 168 time: 0.1980224
Apr 08 12:18:39.066007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc752-3c87-47fb-8e5d-c1e8ade35fb7 req-311ac857-9acb-4386-9f27-5f9fc6002383 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:39.067634 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de1fc752-3c87-47fb-8e5d-c1e8ade35fb7 req-311ac857-9acb-4386-9f27-5f9fc6002383 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.0929625
Apr 08 12:18:39.101204 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-de1fc752-3c87-47fb-8e5d-c1e8ade35fb7 req-3c12fc0c-1bb0-4816-8443-58133c4456c3 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263329
Apr 08 12:18:40.323893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d94c-2f66-41fb-ac53-1f7b42615997 req-ce273d24-efa2-4ba4-9c35-ba297ffd61f0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:40.325473 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e237d94c-2f66-41fb-ac53-1f7b42615997 req-ce273d24-efa2-4ba4-9c35-ba297ffd61f0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.0924489
Apr 08 12:18:40.356690 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e237d94c-2f66-41fb-ac53-1f7b42615997 req-ff400ba5-b72d-4400-ae47-14016704827c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247595
Apr 08 12:18:41.394078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-fdf881eb-61c8-4ab3-9c75-8f067613fe01 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:41.395834 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-fdf881eb-61c8-4ab3-9c75-8f067613fe01 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.1036766
Apr 08 12:18:41.481411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Deleting port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:18:41.481808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:41.760602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e5ae6-80eb-49c4-8bd2-7e119ba39afe req-f34388be-1a9e-448b-b4db-9e3245e44f6b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:41.762535 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f91e5ae6-80eb-49c4-8bd2-7e119ba39afe req-f34388be-1a9e-448b-b4db-9e3245e44f6b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 946 time: 0.2476292
Apr 08 12:18:41.807669 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f91e5ae6-80eb-49c4-8bd2-7e119ba39afe req-96a965f3-5781-4bc6-bb6e-2e2b39e695a6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f1234e2-14cd-4fdb-a603-102bc227652f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365372
Apr 08 12:18:41.862506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] For port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:18:41.862918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:42.174218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:42.174593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:42.174945 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Floating IP 81869338-c0a4-4f2c-949b-d963941b5ed2 disassociated. External IP: 172.27.1.106, port: 53f6e72e-034c-4c1c-be6e-8d0a69255cf0.
Apr 08 12:18:42.175327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Calling delete_port for 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:18:42.361444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:42.380225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-574c5f74-d19c-47f3-8631-e0950fc9a996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:42.489520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event deleted for resources: {'Port': ['ID=53f6e72e-034c-4c1c-be6e-8d0a69255cf0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:42.494844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:42.752786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:18:42.955731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:18:42.966207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] Sync routers for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:18:42.983333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:18:42.984036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00c55be0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:43.050571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] No DVR routers for this DVR port 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:18:43.053317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:43.056492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-deleted', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:18:43.114525 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704586d7-ad35-414f-af0c-5835b542f260', 'name': 'network-vif-deleted', 'tag': '53f6e72e-034c-4c1c-be6e-8d0a69255cf0', 'status': 'completed', 'code': 200}
Apr 08 12:18:43.144632 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a07d1501-ec6c-44fb-9844-1ec5fbe75402 req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "DELETE /v2.0/ports/53f6e72e-034c-4c1c-be6e-8d0a69255cf0 HTTP/1.1" status: 204  len: 173 time: 1.7419152
Apr 08 12:18:43.369103 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0517a5a7-859c-4c3f-9a99-74998fb50a4c req-08e76921-6c35-4ca2-a2ef-f12a117bf736 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=704586d7-ad35-414f-af0c-5835b542f260 HTTP/1.1" status: 200  len: 210 time: 0.4329109
Apr 08 12:18:43.406129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:18:43.754093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00c55be0>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:43.758900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] Checking router: 2a15f1b5-fe0c-402c-8d46-ce9370f86535 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:18:43.767936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:18:43.768613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00c55be0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:43.961985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:18:44.226093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49238) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:44.353235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00c55be0>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:44.357778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f284-d4f3-47d0-8edf-91724b688da7 None None] The sync data for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi is: [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:18:44.365264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.390760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:44.395631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6a1fe1dd2044cb9f806a76e61ad31a is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:44.399098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:44.411945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:44.523433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.555748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.576040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-95e88915-3260-4f5c-a0c1-dd5209809668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:44.609740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49254) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:44.625099 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c6a1fe1dd2044cb9f806a76e61ad31a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3977246
Apr 08 12:18:44.633805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49258) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:44.664922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b35481-04d2-468c-a0f1-32387a66ecd5,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:44.675581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:44.699564 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.717072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.733707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.747095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.846932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.847414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.852499 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ad51ceb8-2bf8-492b-bf89-5f97b88df63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:44.855893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-384eb0a0-e189-4411-9f33-e7b2c3d71c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:44.866967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b35481-04d2-468c-a0f1-32387a66ecd5,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:44.870084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:44.870437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1234e2-14cd-4fdb-a603-102bc227652f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:44.879512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.885770 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22b35481-04d2-468c-a0f1-32387a66ecd5 HTTP/1.1" status: 204  len: 168 time: 0.2500839
Apr 08 12:18:44.890755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:44.891696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d07dd8-3513-4427-be89-0a0e35a3a57b None None] New status for floating IP 81869338-c0a4-4f2c-949b-d963941b5ed2: DOWN {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:18:44.957610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:44.959186 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f1234e2-14cd-4fdb-a603-102bc227652f HTTP/1.1" status: 204  len: 168 time: 0.3482006
Apr 08 12:18:44.962524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49268) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:44.986728 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.v2.resource [None req-bfa2b80f-a190-4ab7-bd4c-a033214a7aa0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] show failed (client error): The resource could not be found.
Apr 08 12:18:44.988153 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bfa2b80f-a190-4ab7-bd4c-a033214a7aa0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups/9f1234e2-14cd-4fdb-a603-102bc227652f HTTP/1.1" status: 404  len: 347 time: 0.0245411
Apr 08 12:18:44.991463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49272) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:45.009221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49276) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:45.146621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.165496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:45.170568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Usage tracker for resource:security_group_rule and tenant:0793056bacc8462bb74f46a6ee44ad8e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:45.173720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:45.180593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:45.251327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Deleting port bea53afa-4123-424e-825e-8fc610c4dd7f {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:18:45.251804 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.282418 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.315052 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.326546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c5ef84e2-6fe5-465f-aa3e-75dd89b67e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:45.370632 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0793056bacc8462bb74f46a6ee44ad8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3600159
Apr 08 12:18:45.371895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcf100b-5661-40d3-b0ba-8ba777c0d541,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:45.374631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49284) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:45.377535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:45.445995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.455237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.455650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.475339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.525522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49288) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:45.544717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.558276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.563404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c22be15e-4172-418e-9c47-5e9c21f64fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:45.574486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:45.578425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Usage tracker for resource:security_group_rule and tenant:cd0fd1971efe46c68df9ce4eb27c4fe4 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:45.581323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:45.587529 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:45.597155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Calling delete_port for bea53afa-4123-424e-825e-8fc610c4dd7f owned by network:floatingip {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:18:45.603782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcf100b-5661-40d3-b0ba-8ba777c0d541,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:45.607149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:45.610886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.614389 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddcf100b-5661-40d3-b0ba-8ba777c0d541 HTTP/1.1" status: 204  len: 168 time: 0.2362928
Apr 08 12:18:45.733092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:18:45.778412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.779784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:18:45.780179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 53f6e72e-034c-4c1c-be6e-8d0a69255cf0 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:18:45.813284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.823321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c83a041f-5388-4c81-80a4-df50fa79e3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:45.866247 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd0fd1971efe46c68df9ce4eb27c4fe4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3383586
Apr 08 12:18:45.867496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d37b0df-c832-42c7-8a82-de6dfeb0827f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:45.870215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49298) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:45.872901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:45.936787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.965163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.978218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:45.996182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:46.046911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.055741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-45608614-5810-4f22-99d9-e32329d930d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:46.078160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.080084 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d37b0df-c832-42c7-8a82-de6dfeb0827f HTTP/1.1" status: 204  len: 168 time: 0.2088561
Apr 08 12:18:46.082212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d37b0df-c832-42c7-8a82-de6dfeb0827f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:46.096999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:46.099461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event deleted for resources: {'Port': ['ID=bea53afa-4123-424e-825e-8fc610c4dd7f,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:46.107275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:46.165735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49310) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:46.289456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.304913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.309280 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-828126cf-8b26-4e58-ab83-1bb5c0a85a0c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "DELETE /v2.0/floatingips/81869338-c0a4-4f2c-949b-d963941b5ed2 HTTP/1.1" status: 204  len: 168 time: 1.3134377
Apr 08 12:18:46.480131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.496263 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:46.500853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Usage tracker for resource:security_group_rule and tenant:c3906d353e9b45b284cd0f8267b760c5 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:46.503457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:46.514744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:46.620749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.658343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.675002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f80138f7-4ae9-41f1-9d8b-220c932c5786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:46.713999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d9038-50db-4e05-ba5d-1eeb0f80b471,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:46.718762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:46.741837 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3906d353e9b45b284cd0f8267b760c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5739210
Apr 08 12:18:46.745973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49332) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:46.923007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49342) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:46.929613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--713428170', 'description': 'tempest-description--563967272'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:46.939555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:46.944627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:46.948337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:46.956026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:46.990138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:46.995054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:46.999927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group_rule and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:47.004272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:47.010803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:47.048410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.077391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.130790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.154511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49356) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:47.155670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.170902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b23e7c58-90fb-475b-9b7b-fd10657cc7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:47.176640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d9038-50db-4e05-ba5d-1eeb0f80b471,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:47.179811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.183793 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d57d9038-50db-4e05-ba5d-1eeb0f80b471 HTTP/1.1" status: 204  len: 168 time: 0.4353414
Apr 08 12:18:47.183793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:47.190475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.216325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-235112a4-56fc-4969-9f67-6b5de344f9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:47.255358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9191d98-e65d-4884-88f9-7619c063bca0,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:47.258273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:47.281386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.283658 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3588393
Apr 08 12:18:47.285996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49366) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:47.292374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'security_group_rule': {'security_group_id': 'f9191d98-e65d-4884-88f9-7619c063bca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:47.299829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:47.304667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group_rule and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:47.307832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:47.313948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:47.341974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1713717600-network', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:47.347037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:47.351574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Usage tracker for resource:network and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:47.354542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:47.364942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:47.372496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.436740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Made reservation on behalf of f89c54d8444949e0a136701bbc6c6577 for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:18:47.441623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.458351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.459822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.476756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:47.481169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:47.486717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:47.494480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.495905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:47.502873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:47.545269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06a0a22-73bf-4df2-9e9f-5bac8eeac4be,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:47.555404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:47.594047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.596082 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2c553c9e-3290-4772-966e-7081efb14e27 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3088920
Apr 08 12:18:47.598324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49374) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:47.607896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'security_group_rule': {'security_group_id': 'f9191d98-e65d-4884-88f9-7619c063bca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:47.616714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:47.622766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:security_group_rule and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:47.627906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:47.637578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:47.640849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.670028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.674718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-33093c62-6af2-4361-bbad-5c51a81f08f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:47.703274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:18:47.705530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.713203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f34271-66ee-4aac-8409-b42617149ff7,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:47.716480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:47.720466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.720855 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Added segment 7e68258c-1801-45aa-b948-e91ac1e749b9 of type vlan for network b6d23616-b27e-41fd-b140-34c013f91138
Apr 08 12:18:47.752298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.776446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.812481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.815303 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:47.841126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.842705 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:47.843589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.844475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2f01f2-3df1-4f8e-811f-bf8acd4c0329,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:47.847548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:47.857314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:47.887761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:47.889116 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f4f58ef2-395a-46bf-9f5d-970b8bdad952 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2896776
Apr 08 12:18:47.892545 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49378) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:47.899183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:47.905422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:47.909423 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Usage tracker for resource:floatingip and tenant:d8fb1b381792465a82ef64be541e5500 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:47.912555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:47.918902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:47.953586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d23616-b27e-41fd-b140-34c013f91138,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:47.956418 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:47.965272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network b6d23616-b27e-41fd-b140-34c013f91138 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:18:47.978546 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8229327
Apr 08 12:18:47.981498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49382) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:47.987592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Request body: {'subnet': {'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1713717600-subnet', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:47.992697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:47.996922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Usage tracker for resource:subnet and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:48.000224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:48.007309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:48.007794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:48.052573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Made reservation on behalf of f89c54d8444949e0a136701bbc6c6577 for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:18:48.058081 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852501169'] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:48.160492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:48.367172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Allocated IP 172.27.1.76 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/65288470-8f96-411a-880b-c27477da4b21) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:18:48.605793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:48.670092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:48.687178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:48.730454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1023739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852501122'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:48.746585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:48.824940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'Port': ['ID=65288470-8f96-411a-880b-c27477da4b21,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:48.829691 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:48.874620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e1c8c2-c4f2-428f-9b74-d43df15584f9,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:48.881979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:18:48.883196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:18:48.885340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:18:48.886980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:48.950116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Checking segment: {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:18:48.950587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Network hostable DHCP agents. Network: b6d23616-b27e-41fd-b140-34c013f91138, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:18:48.968309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.000489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Network b6d23616-b27e-41fd-b140-34c013f91138 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:18:49.058014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, b6d23616-b27e-41fd-b140-34c013f91138) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:18:49.068208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22e0ac-15bd-486a-b2cd-0f20c40fe574 None None] Network b6d23616-b27e-41fd-b140-34c013f91138 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:18:49.070870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:49.071531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.092877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.122247 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d161c07f-d7aa-4189-8c2a-c4e45a37dca9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1395528
Apr 08 12:18:49.125179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49390) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:49.130994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:49.136230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:49.141130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Usage tracker for resource:router and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:49.144842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:49.152246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:49.190123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.191654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.301584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-b6d23616-b27e-41fd-b140-34c013f91138', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:18:49.302575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.331075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.486635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Allocated IP 172.20.0.2 (b6d23616-b27e-41fd-b140-34c013f91138/91e1c8c2-c4f2-428f-9b74-d43df15584f9/47ad61f2-ed21-48bf-9167-5840c3ca02ad) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:18:49.495360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.532611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.632063 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-920e51c8-6df8-4f63-82fc-8934e0c5dcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:49.673419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.722739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.734827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Transition to ACTIVE for port object 47ad61f2-ed21-48bf-9167-5840c3ca02ad will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:18:49.757232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Transition to ACTIVE for port object 47ad61f2-ed21-48bf-9167-5840c3ca02ad will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:18:49.761862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'Port': ['ID=65288470-8f96-411a-880b-c27477da4b21,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:49.794212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:49.812706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.829084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:49.844721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.903725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:49.905426 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0114858
Apr 08 12:18:49.963710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Pushing event updated for resources: {'Port': ['ID=47ad61f2-ed21-48bf-9167-5840c3ca02ad,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:49.985543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.986117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.986380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.986684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.987079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.987440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.987808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.988183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.988569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.988939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.989308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.989680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:18:49.996385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:50.034007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Network b6d23616-b27e-41fd-b140-34c013f91138 is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:18:50.035209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:18:50.037837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:18:50.104978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:50.140494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Attempting to bind port 47ad61f2-ed21-48bf-9167-5840c3ca02ad on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:18:50.143909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Attempting to bind port 47ad61f2-ed21-48bf-9167-5840c3ca02ad by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:18:50.143909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Attempting to bind port 47ad61f2-ed21-48bf-9167-5840c3ca02ad on network b6d23616-b27e-41fd-b140-34c013f91138 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:18:50.147130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:18:50.147656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Checking segment: {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:18:50.148108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:50.148581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Bound using segment: {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:18:50.149087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Bound port: 47ad61f2-ed21-48bf-9167-5840c3ca02ad, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:18:50.149511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:50.160314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:50.206516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-6d586be6-18e5-41a2-a243-8c31ba05be8e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:18:50.225969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] For port 47ad61f2-ed21-48bf-9167-5840c3ca02ad, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:18:50.228923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] For port 47ad61f2-ed21-48bf-9167-5840c3ca02ad, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=47ad61f2-ed21-48bf-9167-5840c3ca02ad,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:18:50.258882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:50.274480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:50.291543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-6d586be6-18e5-41a2-a243-8c31ba05be8e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:18:50.292790 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-6d586be6-18e5-41a2-a243-8c31ba05be8e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--713428170&fields=id&tenant_id=d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 267 time: 0.1529174
Apr 08 12:18:50.593135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Pushing event updated for resources: {'Port': ['ID=47ad61f2-ed21-48bf-9167-5840c3ca02ad,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:50.597738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:50.649982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Allocated IP 172.27.1.59 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:18:50.712431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-7fa52dab-43e1-4023-bb63-95faef49a70f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:50.713980 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-7fa52dab-43e1-4023-bb63-95faef49a70f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 817 time: 0.4126871
Apr 08 12:18:50.802632 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-1c68cfda-551b-43a2-b309-a019a8607fd0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/quotas/d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 375 time: 0.0818951
Apr 08 12:18:50.957786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:50.970680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-8bd6c47f-311f-4879-9617-0856111b39f7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:18:51.155254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-8bd6c47f-311f-4879-9617-0856111b39f7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:18:51.156745 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-8bd6c47f-311f-4879-9617-0856111b39f7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3460243
Apr 08 12:18:51.158456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:51.176402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:51.405259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Pushing event updated for resources: {'Port': ['ID=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:51.413087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:51.476718 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-2ad49e5a-a748-476a-8981-e1d840104964 service neutron] 10.222.0.43 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3013177
Apr 08 12:18:51.577002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:18:51.580144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:18:51.583896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:18:51.797960 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-abe6aeeb-2ea8-4ce6-ba69-eac1a6f94efd service neutron] 10.222.0.43 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3137326
Apr 08 12:18:52.114331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-37776a87-966b-4e76-87c3-330ed45e1342 req-b04b6228-8e34-48a6-9d75-c486571c44eb tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:18:52.128637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-37776a87-966b-4e76-87c3-330ed45e1342 req-b04b6228-8e34-48a6-9d75-c486571c44eb tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:18:52.135597 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-37776a87-966b-4e76-87c3-330ed45e1342 req-b04b6228-8e34-48a6-9d75-c486571c44eb tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 210 time: 0.0828838
Apr 08 12:18:52.137959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bfc48a-5806-435f-9de4-e016ef87219c None None] Network b6d23616-b27e-41fd-b140-34c013f91138 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:18:52.165911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:52.226207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 47ad61f2-ed21-48bf-9167-5840c3ca02ad up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:18:52.356878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Provisioning for port 47ad61f2-ed21-48bf-9167-5840c3ca02ad completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:18:52.392416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Provisioning complete for port 47ad61f2-ed21-48bf-9167-5840c3ca02ad triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:52.392572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:52.430772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 47ad61f2-ed21-48bf-9167-5840c3ca02ad completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:18:52.448029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 47ad61f2-ed21-48bf-9167-5840c3ca02ad triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:52.448452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:52.547408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:52.723726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:52.736425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:52.841468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Router 575328df-9925-4cef-90ce-0eb8246915a2 is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:18:52.898552 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] For port 47ad61f2-ed21-48bf-9167-5840c3ca02ad, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=47ad61f2-ed21-48bf-9167-5840c3ca02ad,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:18:52.956127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:52.965943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:53.120828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:18:53.121238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:18:53.129242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Pushing event updated for resources: {'Port': ['ID=47ad61f2-ed21-48bf-9167-5840c3ca02ad,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:53.135312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:53.139082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-bef90afe-53c0-4130-a3df-afd470a81d28 None None] Provisioning complete for port 47ad61f2-ed21-48bf-9167-5840c3ca02ad triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:53.139330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bef90afe-53c0-4130-a3df-afd470a81d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:53.297381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:18:53.317933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Sync routers for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:18:53.336637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:18:53.337418 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f009bb1d0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:53.373198 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6ed25a3a-4c27-4d64-aaf9-17b36084820f req-e8a1eea8-abed-42a9-b5b6-43cf9fd64081 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 210 time: 0.0550103
Apr 08 12:18:53.404660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Notify callbacks [] for router, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:53.404660 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2671788
Apr 08 12:18:53.404956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49432) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:53.431630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:18:53.545037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:18:54.068924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f009bb1d0>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:51Z', 'revision_number': 3, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:54.073799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Checking router: 575328df-9925-4cef-90ce-0eb8246915a2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:18:54.074409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Updating router 575328df-9925-4cef-90ce-0eb8246915a2 port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:18:54.112783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 47ad61f2-ed21-48bf-9167-5840c3ca02ad up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:18:54.202276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:54.236111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:54.295180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 47ad61f2-ed21-48bf-9167-5840c3ca02ad triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:54.295617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:54.368131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-e600c630-9102-458a-afc3-723cd67ab26c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:54.369812 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-e600c630-9102-458a-afc3-723cd67ab26c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 817 time: 0.2597167
Apr 08 12:18:54.569600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1626-72a0-4170-a3ca-48c1c2ce1c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:54.591475 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dab8c2b0-efa6-4041-b72e-74ed12a20454 req-6f3538e8-528d-4f83-b247-f04c3b7150e5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 210 time: 0.0652828
Apr 08 12:18:54.613178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-3ca3ccc0-32ca-4ec6-a153-8a1c4ac284e1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:18:54.681599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-3ca3ccc0-32ca-4ec6-a153-8a1c4ac284e1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:18:54.684974 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-3ca3ccc0-32ca-4ec6-a153-8a1c4ac284e1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 5703 time: 0.3033102
Apr 08 12:18:54.694137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'port': {'device_id': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'admin_state_up': True, 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'security_groups': ['f9191d98-e65d-4884-88f9-7619c063bca0']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:54.805286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Allocated IP 172.20.0.1 (b6d23616-b27e-41fd-b140-34c013f91138/91e1c8c2-c4f2-428f-9b74-d43df15584f9/ef7d7378-b7db-46de-87bb-efd89cbfc516) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:18:54.856790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:54.861625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:54.873651 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:54.875031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Transition to ACTIVE for port object 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:18:54.904034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:54.920911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:55.060520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238357d-52a1-421e-aa9e-ee3b8ad06918 None None] Pushing event updated for resources: {'Port': ['ID=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:55.065623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c238357d-52a1-421e-aa9e-ee3b8ad06918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:55.130936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Attempting to bind port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:18:55.131356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Attempting to bind port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:18:55.131772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Attempting to bind port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:18:55.138027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:18:55.138506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:18:55.138965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:55.139411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:18:55.139938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Bound port: 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:18:55.140364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:55.185526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Made reservation on behalf of d8fb1b381792465a82ef64be541e5500 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:18:55.191594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:55.221215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] For port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:18:55.224373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] For port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:18:55.252970 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:55.268179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:55.385883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:55.415190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Transition to ACTIVE for port object ef7d7378-b7db-46de-87bb-efd89cbfc516 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:18:55.420315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Allocated IP 172.20.0.4 (869b82a0-8157-44c7-88c1-711d14519eb3/6096f63a-470a-467d-a814-6ab68518a970/fb2e14a6-43f6-49b1-b7b3-9f9fb1687767) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:18:55.430927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238357d-52a1-421e-aa9e-ee3b8ad06918 None None] Pushing event updated for resources: {'Port': ['ID=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:55.434254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c238357d-52a1-421e-aa9e-ee3b8ad06918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:55.473448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:18:55.474120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f009bb1d0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:55.569541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:55.586572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-07b59a67-62d9-4b0c-a69a-efa3ccc1aa92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:55.669423 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:18:55.755395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7d7378-b7db-46de-87bb-efd89cbfc516,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:55.763039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:55.776329 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3aaabc7a-c4a5-48ea-bca0-1b0b599aaa74 req-d72351f8-612a-4b98-8285-a40e7d502499 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 210 time: 0.0595107
Apr 08 12:18:55.802851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:55.836169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Transition to ACTIVE for port object fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:18:55.852429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Network b6d23616-b27e-41fd-b140-34c013f91138 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:18:55.853540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:18:55.856646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:18:55.925618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.000553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f009bb1d0>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:51Z', 'revision_number': 3, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:56.004872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f8d38-0c84-4fc8-b356-87626119d4e8 None None] The sync data for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi is: [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:51Z', 'revision_number': 3, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:18:56.090101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.107994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d04b9ce6-dd01-4e35-85b2-00e0a902bee7 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:56.161241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3d293675-adcb-4b99-9533-9ce99c441090 None None] Provisioning for port ef7d7378-b7db-46de-87bb-efd89cbfc516 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:18:56.166683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3d293675-adcb-4b99-9533-9ce99c441090 None None] Provisioning complete for port ef7d7378-b7db-46de-87bb-efd89cbfc516 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:56.167116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d293675-adcb-4b99-9533-9ce99c441090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.229211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-3d293675-adcb-4b99-9533-9ce99c441090 None None] Port ef7d7378-b7db-46de-87bb-efd89cbfc516 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:18:56.272116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:56.288504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:56.375244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Network 869b82a0-8157-44c7-88c1-711d14519eb3 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:18:56.386189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:18:56.391224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:18:56.455294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.534676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:56.534676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.653350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b0d2-1cf0-44e5-a30b-1fa48239fa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.670020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-7a8d2a3d-9e0d-4ea8-a163-6c8af73c2cb3 None None] Provisioning for port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:18:56.675861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-7a8d2a3d-9e0d-4ea8-a163-6c8af73c2cb3 None None] Provisioning complete for port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:56.676426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2a3d-9e0d-4ea8-a163-6c8af73c2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.695859 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0060661
Apr 08 12:18:56.735471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d2a3d-9e0d-4ea8-a163-6c8af73c2cb3 None None] Port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:18:56.795849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.836074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:56.865483 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b8e999d9-45de-49f8-96b6-10b2bfbc0d3e tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:57.005578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7d7378-b7db-46de-87bb-efd89cbfc516,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:57.009470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:57.012121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:57.023333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:57.140943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38f6f5-d8fc-438a-adce-32004415122f req-920f5d76-2e63-4ccb-b25a-445e1d2af6ca tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:57.141700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9e38f6f5-d8fc-438a-adce-32004415122f req-920f5d76-2e63-4ccb-b25a-445e1d2af6ca tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Synchronizing usage tracker for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:18:57.190897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Network b6d23616-b27e-41fd-b140-34c013f91138 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:18:57.192084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:18:57.257742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9e38f6f5-d8fc-438a-adce-32004415122f req-920f5d76-2e63-4ccb-b25a-445e1d2af6ca tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Unset dirty status for tenant:d8fb1b381792465a82ef64be541e5500 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:18:57.259865 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e38f6f5-d8fc-438a-adce-32004415122f req-920f5d76-2e63-4ccb-b25a-445e1d2af6ca tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 931 time: 0.3567948
Apr 08 12:18:57.461208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-2026e0df-6e41-45a7-bd44-cf6964c15721 None None] Provisioning complete for port ef7d7378-b7db-46de-87bb-efd89cbfc516 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:57.461765 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2026e0df-6e41-45a7-bd44-cf6964c15721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:57.523880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-2026e0df-6e41-45a7-bd44-cf6964c15721 None None] Port ef7d7378-b7db-46de-87bb-efd89cbfc516 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:18:57.608398 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9e38f6f5-d8fc-438a-adce-32004415122f req-d62e5e48-d745-4269-a776-c4e3b11bd09c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3346953
Apr 08 12:18:57.653842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Router 575328df-9925-4cef-90ce-0eb8246915a2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:18:57.821621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Request body: {'port': {'device_id': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:57.938414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:18:57.943855 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] 10.222.0.43 "PUT /v2.0/routers/575328df-9925-4cef-90ce-0eb8246915a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5458777
Apr 08 12:18:57.970797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.097983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:18:58.218062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:18:58.223482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:18:58.223901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.346208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.369537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.388855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:18:58.417161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:18:58.418852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.422116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:58.428703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.447001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Transition to ACTIVE for port object fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:18:58.481276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.501107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5bd3da4a-5621-4749-b218-07f264ac1d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:58.505320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:58.509199 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:58.671240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:58.674405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49476) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:58.681658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-654667689-network', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:58.687656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:58.689686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:58.691694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Usage tracker for resource:network and tenant:531d72771c464d2e8c8bc38afbd6696e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:58.695265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:58.701939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:58.778761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Made reservation on behalf of 531d72771c464d2e8c8bc38afbd6696e for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:18:58.779965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.783707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.804003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.828943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:58.843360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Usage tracker for resource:security_group_rule and tenant:531d72771c464d2e8c8bc38afbd6696e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:58.847795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:58.860265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:58.883031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177b20-e7ca-4819-ae85-4213615e4404 req-6349796d-79ae-4206-bc42-55cebfa0e1f1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:58.884699 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2e177b20-e7ca-4819-ae85-4213615e4404 req-6349796d-79ae-4206-bc42-55cebfa0e1f1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.1490152
Apr 08 12:18:58.917031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Attempting to bind port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:18:58.917451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Attempting to bind port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:18:58.918505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Attempting to bind port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 on network 869b82a0-8157-44c7-88c1-711d14519eb3 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:18:58.923808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 on network 869b82a0-8157-44c7-88c1-711d14519eb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:18:58.924180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Attempting to bind port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 on network 869b82a0-8157-44c7-88c1-711d14519eb3 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:18:58.930406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:18:58.930779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Checking segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:18:58.931202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Bound using segment: {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:18:58.931702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Bound port: fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c995470-432f-46f4-a240-691a2b2a439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:18:58.932262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:58.953799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Sync routers for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:18:58.954853 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2e177b20-e7ca-4819-ae85-4213615e4404 req-70ab4108-3ce0-455d-bb9f-b9805376e775 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406685
Apr 08 12:18:58.970051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:18:58.970763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f013b2860>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:59.034907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.042059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:18:59.045457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:18:59.064030 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.069275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d019185d-2ae4-4916-aba1-3c0503783b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:59.102716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:18:59.109992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.111954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c0cce7-7654-4733-b148-93bb7a7f02de,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:59.116366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:59.128136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:59.168659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:18:59.170123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.170734 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Added segment 195d3f60-5150-41b2-b171-81ae2e5940ed of type vlan for network 2b75074b-3525-410e-a57b-e8ba73aaa339
Apr 08 12:18:59.199725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.264624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.266056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:59.266725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.278676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a8693d57-eca5-4e1e-88bb-835e256b5322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:18:59.286501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:59.290154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:59.330114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:59.331044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.348920 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 1093 time: 1.5156484
Apr 08 12:18:59.350071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:18:59.414160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Pushing event updated for resources: {'Network': ['ID=2b75074b-3525-410e-a57b-e8ba73aaa339,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:18:59.426961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:18:59.429100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:18:59.431598 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7559054
Apr 08 12:18:59.435045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49488) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:18:59.449364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Request body: {'subnet': {'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-654667689-subnet', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:18:59.462861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:18:59.474195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Usage tracker for resource:subnet and tenant:531d72771c464d2e8c8bc38afbd6696e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:18:59.484565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:18:59.501668 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'status': 'completed', 'code': 200}
Apr 08 12:18:59.503094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:18:59.532447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-9d649c41-f2fc-4f2b-a50e-cae5cac4d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:59.534529 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-9d649c41-f2fc-4f2b-a50e-cae5cac4d527 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1096 time: 0.1157076
Apr 08 12:18:59.544217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Made reservation on behalf of 531d72771c464d2e8c8bc38afbd6696e for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:18:59.549747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852501169'] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.624659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f013b2860>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 2, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:18:59.632085 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-b8ef92cb-e577-455a-8767-31a0fca4e414 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 217 time: 0.0876255
Apr 08 12:18:59.634369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Checking router: 575328df-9925-4cef-90ce-0eb8246915a2 for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:18:59.634858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Updating router 575328df-9925-4cef-90ce-0eb8246915a2 port ef7d7378-b7db-46de-87bb-efd89cbfc516 binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:18:59.704716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:18:59.729123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-8c3b1bf5-73cf-4e06-84f5-8abf201a3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:18:59.730883 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-8c3b1bf5-73cf-4e06-84f5-8abf201a3cbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0919807
Apr 08 12:19:00.092954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:00.147475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.160562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Transition to ACTIVE for port object ef7d7378-b7db-46de-87bb-efd89cbfc516 will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:00.170212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:00.170666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.195701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.201979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1023739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852501122'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.212887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:00.226631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-169dcd74-b9aa-40da-afa6-1ad06c3d6295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:00.349171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Pushing event updated for resources: {'Port': ['ID=ef7d7378-b7db-46de-87bb-efd89cbfc516,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:00.359561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=60534612-8203-4343-a5cc-d95cbb692741,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:00.369435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb313a-71a0-465e-8d9f-6f468fb9111e req-928556de-6e5e-40a3-8afb-1d06b3c7772a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:00.371093 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e7bb313a-71a0-465e-8d9f-6f468fb9111e req-928556de-6e5e-40a3-8afb-1d06b3c7772a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.2524810
Apr 08 12:19:00.371942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:00.372289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.372674 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.373048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.373415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.373781 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.374141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.374784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.375139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.375512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.375870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.376224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.376576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:00.381987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:00.431878 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e7bb313a-71a0-465e-8d9f-6f468fb9111e req-ac754015-1289-4591-b502-c81f31c2a3bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433669
Apr 08 12:19:00.483620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Checking segment: {'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:19:00.484379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Network hostable DHCP agents. Network: 2b75074b-3525-410e-a57b-e8ba73aaa339, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:19:00.539049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:19:00.572800 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 2b75074b-3525-410e-a57b-e8ba73aaa339) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:00.582632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a18d01-2f03-40db-8bbd-dc1a7e1ff46b None None] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:19:00.584840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Attempting to bind port ef7d7378-b7db-46de-87bb-efd89cbfc516 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:19:00.585253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Attempting to bind port ef7d7378-b7db-46de-87bb-efd89cbfc516 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:19:00.585656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Attempting to bind port ef7d7378-b7db-46de-87bb-efd89cbfc516 on network b6d23616-b27e-41fd-b140-34c013f91138 {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:00.591686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:19:00.592100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Checking segment: {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:19:00.592542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.592994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Bound using segment: {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:19:00.593503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Bound port: ef7d7378-b7db-46de-87bb-efd89cbfc516, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:19:00.593901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.596702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:00.597359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.677361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] For port ef7d7378-b7db-46de-87bb-efd89cbfc516, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:19:00.679098 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2419081
Apr 08 12:19:00.680058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49496) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:00.680956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] For port ef7d7378-b7db-46de-87bb-efd89cbfc516, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=ef7d7378-b7db-46de-87bb-efd89cbfc516,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:19:00.685468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:00.699344 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:00.703975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Usage tracker for resource:router and tenant:531d72771c464d2e8c8bc38afbd6696e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:00.708193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:00.715452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:00.738745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.754181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-e5630342-9261-4862-b2da-ce25888a8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:00.754672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:00.756560 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-e5630342-9261-4862-b2da-ce25888a8010 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0995131
Apr 08 12:19:00.773498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.774842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.791176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.837625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-2b75074b-3525-410e-a57b-e8ba73aaa339', 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'fixed_ips': [{'subnet_id': '60534612-8203-4343-a5cc-d95cbb692741'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:19:00.839294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:00.914385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Pushing event updated for resources: {'Port': ['ID=ef7d7378-b7db-46de-87bb-efd89cbfc516,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:00.919508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:00.960747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:00.961517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f013b2860>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:01.020388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Allocated IP 172.20.0.2 (2b75074b-3525-410e-a57b-e8ba73aaa339/60534612-8203-4343-a5cc-d95cbb692741/5116b5f6-4e4d-494c-8f86-22deed311489) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:19:01.126743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.277982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.289769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Transition to ACTIVE for port object 5116b5f6-4e4d-494c-8f86-22deed311489 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:01.310763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Transition to ACTIVE for port object 5116b5f6-4e4d-494c-8f86-22deed311489 will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:01.338605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.346761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:01.354851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:01.525203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Pushing event updated for resources: {'Port': ['ID=5116b5f6-4e4d-494c-8f86-22deed311489,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:01.530858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:01.533659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.589834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.610669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:01.611974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:01.617738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:19:01.730723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Attempting to bind port 5116b5f6-4e4d-494c-8f86-22deed311489 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:19:01.731175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Attempting to bind port 5116b5f6-4e4d-494c-8f86-22deed311489 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:19:01.731586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Attempting to bind port 5116b5f6-4e4d-494c-8f86-22deed311489 on network 2b75074b-3525-410e-a57b-e8ba73aaa339 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:01.737971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:19:01.738745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Checking segment: {'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:19:01.738975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.739406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Bound using segment: {'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:19:01.740223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Bound port: 5116b5f6-4e4d-494c-8f86-22deed311489, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:19:01.740739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.741728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f013b2860>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:00Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:01.747517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8edf3b-bae6-4841-b146-45151ca2ee07 None None] The sync data for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi is: [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:00Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:19:01.776592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Allocated IP 172.27.1.18 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/abc78ff0-9055-400f-ad9a-54f944bba69f) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:19:01.807911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff580-fc48-451e-8848-44375eb55abb req-52cfff79-5e59-43e7-a93d-b8af5429f9b3 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:01.811531 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-86cff580-fc48-451e-8848-44375eb55abb req-52cfff79-5e59-43e7-a93d-b8af5429f9b3 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.1352711
Apr 08 12:19:01.846031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] For port 5116b5f6-4e4d-494c-8f86-22deed311489, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:19:01.850110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] For port 5116b5f6-4e4d-494c-8f86-22deed311489, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5116b5f6-4e4d-494c-8f86-22deed311489,segment=NetworkSegment(195d3f60-5150-41b2-b171-81ae2e5940ed),segment_id=195d3f60-5150-41b2-b171-81ae2e5940ed)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:19:01.860854 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-80e018ab-6266-4b1c-9018-4abde5c6d7c3 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3036001
Apr 08 12:19:01.871410 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-86cff580-fc48-451e-8848-44375eb55abb req-ecff69cd-4af1-479d-ad6e-5a81b3ed7a52 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0296054
Apr 08 12:19:01.893214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:01.911226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:01.991573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:02.065431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:02.084676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8e980666-bd81-48e3-8769-2a1bc83efb51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:02.106847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Pushing event updated for resources: {'Port': ['ID=5116b5f6-4e4d-494c-8f86-22deed311489,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:02.109828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:02.121331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ef7d7378-b7db-46de-87bb-efd89cbfc516 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:02.223889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port ef7d7378-b7db-46de-87bb-efd89cbfc516 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:02.230478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port ef7d7378-b7db-46de-87bb-efd89cbfc516 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:02.230992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:02.236541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Pushing event updated for resources: {'Port': ['ID=abc78ff0-9055-400f-ad9a-54f944bba69f,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:02.239619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:02.298880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:02.300220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:02.303832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:19:02.370366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:02.389626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port ef7d7378-b7db-46de-87bb-efd89cbfc516, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=ef7d7378-b7db-46de-87bb-efd89cbfc516,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:02.430368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:02.438084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:02.535389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=ef7d7378-b7db-46de-87bb-efd89cbfc516,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:02.540314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:02.736520 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-934255fd-ed5f-4d16-9974-bc9a94fe924e req-c9d095b5-8f14-462f-b7ca-8c080e44b577 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799493
Apr 08 12:19:02.902006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-da41e2ea-9c6f-4c5f-91a6-1c73a4452120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:02.903638 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-da41e2ea-9c6f-4c5f-91a6-1c73a4452120 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1096 time: 0.0801978
Apr 08 12:19:03.058998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-f2aa730c-c1db-4a0d-a091-a56bcd97fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:03.060605 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-f2aa730c-c1db-4a0d-a091-a56bcd97fd30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1496003
Apr 08 12:19:03.138963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:03.151537 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-66ac46c6-dc06-4fc7-a85d-7392f13d8913 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 217 time: 0.0726342
Apr 08 12:19:03.224863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-c27bce4f-041f-4011-878d-b9576899a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:03.226517 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-c27bce4f-041f-4011-878d-b9576899a305 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0681093
Apr 08 12:19:03.272450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874ec39-0d95-4437-9b59-70ad30977ed2 req-c7add581-3678-4f1c-ae8b-266e111ea06d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:03.274130 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1874ec39-0d95-4437-9b59-70ad30977ed2 req-c7add581-3678-4f1c-ae8b-266e111ea06d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.2563920
Apr 08 12:19:03.322119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-6ffa2921-c673-4f8e-ab69-d4fdd1963fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:03.323820 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-6ffa2921-c673-4f8e-ab69-d4fdd1963fbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889008
Apr 08 12:19:03.327339 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1874ec39-0d95-4437-9b59-70ad30977ed2 req-092a8617-4ddc-415a-997e-28e726bed3ec tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445392
Apr 08 12:19:03.483856 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-3e055a7d-8f06-4005-a0a4-112f4617b57b service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519916
Apr 08 12:19:03.556752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:03.571566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b8df7-076a-4e7d-8c3e-0677d60a2132 None None] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:19:03.635838 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d455ac99-718c-4e1e-8aa0-409b6fbe556b req-6bf173b8-a242-43d1-8702-105d3e14a4ac service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430442
Apr 08 12:19:03.758392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-1eab4127-becd-4797-a116-d3001b331220 None None] Provisioning for port 5116b5f6-4e4d-494c-8f86-22deed311489 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:03.813565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Router 51d19b74-f671-4f4e-b89d-8e78f414cf4f is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:19:04.025507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:19:04.036081 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Sync routers for ids ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:19:04.050553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Routers {'51d19b74-f671-4f4e-b89d-8e78f414cf4f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:04.051386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f006ea710>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:04.103881 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Notify callbacks [] for router, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:04.108188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49532) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:04.108327 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.4272323
Apr 08 12:19:04.238671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ef7d7378-b7db-46de-87bb-efd89cbfc516 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:04.342517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Set router 51d19b74-f671-4f4e-b89d-8e78f414cf4f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:04.628438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port ef7d7378-b7db-46de-87bb-efd89cbfc516 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:04.628874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:04.755104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f006ea710>, [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:19:02Z', 'revision_number': 3, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port': {'id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:01Z', 'updated_at': '2021-04-08T12:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:04.766043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Checking router: 51d19b74-f671-4f4e-b89d-8e78f414cf4f for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:19:04.766604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Updating router 51d19b74-f671-4f4e-b89d-8e78f414cf4f port abc78ff0-9055-400f-ad9a-54f944bba69f binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:19:04.832135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0c13-6250-4cc0-b5d4-6f1614a9c443 req-261c373b-be0a-40c3-83b0-9864fcf39968 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:04.833849 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-525f0c13-6250-4cc0-b5d4-6f1614a9c443 req-261c373b-be0a-40c3-83b0-9864fcf39968 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.2675138
Apr 08 12:19:04.838496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5116b5f6-4e4d-494c-8f86-22deed311489 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:04.997687 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-525f0c13-6250-4cc0-b5d4-6f1614a9c443 req-3a8ee8cd-5b23-4ab5-8cda-19457334c265 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017408
Apr 08 12:19:05.045579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.215265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.239101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 5116b5f6-4e4d-494c-8f86-22deed311489 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:05.251651 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 5116b5f6-4e4d-494c-8f86-22deed311489 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:05.252067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.294721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.439813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Allocated IP 172.20.0.1 (2b75074b-3525-410e-a57b-e8ba73aaa339/60534612-8203-4343-a5cc-d95cbb692741/56200ccd-0b2e-4007-b086-95851d8e6477) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:19:05.506392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.531444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 5116b5f6-4e4d-494c-8f86-22deed311489, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5116b5f6-4e4d-494c-8f86-22deed311489,segment=NetworkSegment(195d3f60-5150-41b2-b171-81ae2e5940ed),segment_id=195d3f60-5150-41b2-b171-81ae2e5940ed)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:05.581917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.590153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7a817e5a-bcd7-4195-8a1f-a84b722c3b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:05.596210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.612447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Transition to ACTIVE for port object 56200ccd-0b2e-4007-b086-95851d8e6477 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:05.664003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.675614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.679999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fcfe9763-2c4e-44d2-a26a-7797393590ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:05.694410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=5116b5f6-4e4d-494c-8f86-22deed311489,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:05.697569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Transition to ACTIVE for port object abc78ff0-9055-400f-ad9a-54f944bba69f will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:05.700314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:05.732287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.748218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:05.821444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Pushing event updated for resources: {'Port': ['ID=56200ccd-0b2e-4007-b086-95851d8e6477,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:05.826289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:05.879121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:05.879923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:05.882952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:19:05.884723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b27c9-838d-46e1-9fd0-64b51e78d991 None None] Pushing event updated for resources: {'Port': ['ID=abc78ff0-9055-400f-ad9a-54f944bba69f,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:05.889433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3b3b27c9-838d-46e1-9fd0-64b51e78d991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:05.938132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.952878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Attempting to bind port abc78ff0-9055-400f-ad9a-54f944bba69f on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:19:05.953310 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Attempting to bind port abc78ff0-9055-400f-ad9a-54f944bba69f by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:19:05.953736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Attempting to bind port abc78ff0-9055-400f-ad9a-54f944bba69f on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:05.961363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:19:05.961948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:19:05.962430 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:05.962877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:19:05.963403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Bound port: abc78ff0-9055-400f-ad9a-54f944bba69f, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:19:05.963822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.058241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] For port abc78ff0-9055-400f-ad9a-54f944bba69f, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:19:06.061863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] For port abc78ff0-9055-400f-ad9a-54f944bba69f, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=abc78ff0-9055-400f-ad9a-54f944bba69f,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:19:06.092589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.110011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:06.135480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.205641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5116b5f6-4e4d-494c-8f86-22deed311489 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:06.230593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046ba88-c187-4f31-84bd-4f67a95980f0 req-85c0df1f-f85d-44eb-ac92-4e30ebb566ce tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:06.232211 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6046ba88-c187-4f31-84bd-4f67a95980f0 req-85c0df1f-f85d-44eb-ac92-4e30ebb566ce tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0962510
Apr 08 12:19:06.271564 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6046ba88-c187-4f31-84bd-4f67a95980f0 req-2348ba63-bc2d-4b26-8dcf-2a4b41b7d44a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313246
Apr 08 12:19:06.344478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-89c0169b-ff98-450b-a56f-0f772b3e2281 None None] Provisioning for port 56200ccd-0b2e-4007-b086-95851d8e6477 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:06.353264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b27c9-838d-46e1-9fd0-64b51e78d991 None None] Pushing event updated for resources: {'Port': ['ID=abc78ff0-9055-400f-ad9a-54f944bba69f,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:06.366951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3b3b27c9-838d-46e1-9fd0-64b51e78d991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:06.367718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-89c0169b-ff98-450b-a56f-0f772b3e2281 None None] Provisioning complete for port 56200ccd-0b2e-4007-b086-95851d8e6477 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:06.368142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89c0169b-ff98-450b-a56f-0f772b3e2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.425079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.446772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 5116b5f6-4e4d-494c-8f86-22deed311489 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:06.447043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.458244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.490715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-89c0169b-ff98-450b-a56f-0f772b3e2281 None None] Port 56200ccd-0b2e-4007-b086-95851d8e6477 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:19:06.492208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9533eab3-dd70-45e7-bc8e-22f0f9e29f2d tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:06.511741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Routers {'51d19b74-f671-4f4e-b89d-8e78f414cf4f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:06.512419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f006ea710>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:06.577921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Pushing event updated for resources: {'Port': ['ID=56200ccd-0b2e-4007-b086-95851d8e6477,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:06.579715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:19:06.580664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:06.596542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:06.728455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:06.729694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:06.943680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Router 51d19b74-f671-4f4e-b89d-8e78f414cf4f has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:19:07.037958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] Set router 51d19b74-f671-4f4e-b89d-8e78f414cf4f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:07.112789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-7e6aa6d5-2ef7-4706-a279-866bdd524a9b None None] Provisioning complete for port 56200ccd-0b2e-4007-b086-95851d8e6477 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:07.113115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa6d5-2ef7-4706-a279-866bdd524a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:07.141136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:19:07.150919 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] 10.222.0.43 "PUT /v2.0/routers/51d19b74-f671-4f4e-b89d-8e78f414cf4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0410144
Apr 08 12:19:07.341041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7e6aa6d5-2ef7-4706-a279-866bdd524a9b None None] Port 56200ccd-0b2e-4007-b086-95851d8e6477 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:19:07.357530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:07.380061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'port_id': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'mac_address': 'fa:16:3e:56:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:19:07.483414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:07.484729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:19:07.522046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc5e7-ad5d-4c3f-9079-536201ecc40b req-26b8bc8c-2a4c-4af8-84d1-b3c6dc327729 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:07.527592 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-003cc5e7-ad5d-4c3f-9079-536201ecc40b req-26b8bc8c-2a4c-4af8-84d1-b3c6dc327729 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.1070938
Apr 08 12:19:07.535155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:07.555847 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-003cc5e7-ad5d-4c3f-9079-536201ecc40b req-82da192a-1bb9-401a-96b9-a128d47af2d0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258720
Apr 08 12:19:07.562034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:07.564656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:07.633914 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f006ea710>, [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:19:05Z', 'revision_number': 4, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port': {'id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:01Z', 'updated_at': '2021-04-08T12:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '56200ccd-0b2e-4007-b086-95851d8e6477', 'name': '', 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'mac_address': 'fa:16:3e:c6:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '60534612-8203-4343-a5cc-d95cbb692741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:05Z', 'updated_at': '2021-04-08T12:19:06Z', 'revision_number': 2, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'subnets': [{'id': '60534612-8203-4343-a5cc-d95cbb692741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:07.641932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab65d02-bfa5-4825-90c6-6f5e67dffcdc None None] The sync data for ids ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'] in dv-cinder-784779-3-iscsi is: [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:19:05Z', 'revision_number': 4, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port': {'id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:01Z', 'updated_at': '2021-04-08T12:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '56200ccd-0b2e-4007-b086-95851d8e6477', 'name': '', 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'mac_address': 'fa:16:3e:c6:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '60534612-8203-4343-a5cc-d95cbb692741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:05Z', 'updated_at': '2021-04-08T12:19:06Z', 'revision_number': 2, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'subnets': [{'id': '60534612-8203-4343-a5cc-d95cbb692741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:19:07.648797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:07.651741 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:07.773387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:19:07.811343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49582) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:07.817219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312513591', 'description': 'tempest-secgroup-smoke-312513591 description', 'project_id': 'f89c54d8444949e0a136701bbc6c6577'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:07.824478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:07.828545 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:07.831526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:07.837591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:07.869348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:07.873546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:07.878030 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:07.881894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:07.888105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:07.964960 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:07.994474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.003745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e5b09abc-8f30-45cb-83e9-aee38aea9ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:08.049723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:08.055254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:08.085962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.087402 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2748344
Apr 08 12:19:08.090523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49586) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:08.096268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'security_group_rule': {'security_group_id': '9c5c1e0a-d1d1-407a-964f-626e4f1fd68e', 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:08.104059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:08.108178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:08.111259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:08.119152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:08.179203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.252766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.280721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.282923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:08.307297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90779dff-8541-430f-9090-1dccc82163a8,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:08.314735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:08.355264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.356580 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2650270
Apr 08 12:19:08.359587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49596) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:08.365450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'security_group_rule': {'security_group_id': '9c5c1e0a-d1d1-407a-964f-626e4f1fd68e', 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:08.371975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:08.376690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:08.379921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:08.397451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:08.464346 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.539919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.572189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.580313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-128be36d-1a90-4e5e-99b6-f9a9bb0d3b08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:08.589883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:08.604448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736474b5-c714-40bc-bc88-168d1fec6a97,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:08.609464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:08.643916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.645733 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cf43a425-3e63-47b4-97a6-4690d8cfb2a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2850029
Apr 08 12:19:08.648756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49604) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:08.654594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'security_group_rule': {'security_group_id': '9c5c1e0a-d1d1-407a-964f-626e4f1fd68e', 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:08.661194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:08.667946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:08.671689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:08.678708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:08.726094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.750036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:08.756923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:08.757354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.820412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17515-d4f5-4f2e-ad95-01baf302f5b6 req-6f0f9956-7795-4f0e-b394-c48310274319 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:08.829018 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fba17515-d4f5-4f2e-ad95-01baf302f5b6 req-6f0f9956-7795-4f0e-b394-c48310274319 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 944 time: 0.1205678
Apr 08 12:19:08.838643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.857547 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fba17515-d4f5-4f2e-ad95-01baf302f5b6 req-b113ddbc-02b6-4cce-a5ba-7db2ef63acdc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0273044
Apr 08 12:19:08.869754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.882404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ccd0484f-fb36-4dd7-95aa-47be311e1eb8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:08.913142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae578d9-8f32-4dbc-8756-d681bfd9a2a7,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:08.915718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:08.944283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.944692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:08.946638 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2966158
Apr 08 12:19:08.949434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49612) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:08.955014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'security_group_rule': {'security_group_id': '9c5c1e0a-d1d1-407a-964f-626e4f1fd68e', 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:08.961582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:08.965685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:08.969324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:08.972446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:08.976562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:08.980397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:09.006941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.009210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:09.039720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.044298 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'code': 200}
Apr 08 12:19:09.094948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:09.099740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:09.119495 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.161233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.164507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:09.190759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c8c0a7-59ba-4c71-ac5a-c8573566544f,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:09.198917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:09.229888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.231293 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2807970
Apr 08 12:19:09.234130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49620) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:09.240041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'security_group_rule': {'security_group_id': '9c5c1e0a-d1d1-407a-964f-626e4f1fd68e', 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:09.247038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:09.252455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:09.256464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:09.263530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:09.326996 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.securitygroups_db [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Project f89c54d8444949e0a136701bbc6c6577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 12:19:09.335121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.358552 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014572c5-ba82-4b28-853d-d796023d05dd req-18efbe3d-da74-4681-9458-3ef81266f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:09.360260 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-014572c5-ba82-4b28-853d-d796023d05dd req-18efbe3d-da74-4681-9458-3ef81266f7e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1098 time: 0.0823932
Apr 08 12:19:09.394210 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-014572c5-ba82-4b28-853d-d796023d05dd req-b13de1b5-eb61-475d-911e-6dc0c15c41ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255260
Apr 08 12:19:09.423268 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.446704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.448993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0861e83e-3aec-4a18-bffd-e1c6fceb5026 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:09.469835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b68193-55d0-4a99-92a9-a515c9a21ab8,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:09.474046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:09.503013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787aa67-f7cb-4954-acdd-eb57c25e488a req-a0bc8c4b-9521-4985-9ebb-5c54caeb6c1c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:09.504661 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d787aa67-f7cb-4954-acdd-eb57c25e488a req-a0bc8c4b-9521-4985-9ebb-5c54caeb6c1c tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.0947049
Apr 08 12:19:09.515446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.516814 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-80fa1421-8153-452c-8b54-cfb6717ca5a1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2814891
Apr 08 12:19:09.519794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49626) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:09.525642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'security_group_rule': {'security_group_id': '9c5c1e0a-d1d1-407a-964f-626e4f1fd68e', 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:09.532024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:09.535667 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d787aa67-f7cb-4954-acdd-eb57c25e488a req-73abea32-04ad-4969-934b-d12e77c23a6f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0237184
Apr 08 12:19:09.536285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:security_group_rule and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:09.539590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:09.545675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:09.589620 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.securitygroups_db [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Project f89c54d8444949e0a136701bbc6c6577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 12:19:09.596858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.665815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.698417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.700467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:09.724386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d53b9f5-9be1-4934-81b7-c34d28317a37,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:09.727005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:09.761059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:09.762394 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2415750
Apr 08 12:19:10.030546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49674) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:10.109327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e4242-5ca5-487d-be05-c7880e847a9c req-f49e95e9-1236-4fcb-b199-af3f973f38e0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:10.111346 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-623e4242-5ca5-487d-be05-c7880e847a9c req-f49e95e9-1236-4fcb-b199-af3f973f38e0 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.1177998
Apr 08 12:19:10.139037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device abc78ff0-9055-400f-ad9a-54f944bba69f up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:10.166268 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-623e4242-5ca5-487d-be05-c7880e847a9c req-56d8cead-6a4b-4953-9772-ec5a45076455 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468941
Apr 08 12:19:10.214031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.230006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:10.234174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Usage tracker for resource:security_group_rule and tenant:2e36d43e9dd64b22985fff15133d5428 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:10.237750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:10.245394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:10.281121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port abc78ff0-9055-400f-ad9a-54f944bba69f completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:10.286707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port abc78ff0-9055-400f-ad9a-54f944bba69f triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:10.287193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.337364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.366864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.390472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fa7b7dad-9d7a-400e-980a-eecfc8b1d01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:10.418042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.448106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port abc78ff0-9055-400f-ad9a-54f944bba69f, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=abc78ff0-9055-400f-ad9a-54f944bba69f,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:10.453373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49680) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:10.453541 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e36d43e9dd64b22985fff15133d5428&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4212124
Apr 08 12:19:10.454504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f2f3c-817c-4be9-b0f0-4c08cca141f1,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:10.457713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:10.481831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.483939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-031df637-094e-455d-a1fa-1c460d749b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:10.542689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.561811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=abc78ff0-9055-400f-ad9a-54f944bba69f,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:10.566293 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:10.578174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.658290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.665012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e65b2293-4e47-411b-b31a-4d45f6b1ddd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:10.679233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f2f3c-817c-4be9-b0f0-4c08cca141f1,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:10.681717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:10.685717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:10.689397 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f1f2f3c-817c-4be9-b0f0-4c08cca141f1 HTTP/1.1" status: 204  len: 168 time: 0.2323179
Apr 08 12:19:10.782062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263204e-a868-4ca2-a7dd-67167c74ee88 req-d9e07457-4c2c-46d6-b666-95f675126c49 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:10.783800 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b263204e-a868-4ca2-a7dd-67167c74ee88 req-d9e07457-4c2c-46d6-b666-95f675126c49 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1234396
Apr 08 12:19:10.816346 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b263204e-a868-4ca2-a7dd-67167c74ee88 req-1d117fd7-fbbb-4486-b68b-b58501208ce2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254953
Apr 08 12:19:10.930285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Sync routers for ids ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:19:10.941500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Routers {'51d19b74-f671-4f4e-b89d-8e78f414cf4f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:10.942189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f015179e8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:11.142574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Set router 51d19b74-f671-4f4e-b89d-8e78f414cf4f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:11.388895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa7ec2-5e84-42c5-b104-8579ee98dec8 req-adf8457a-e6ea-435d-98b1-a47cc56c3a3b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:11.390510 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-29fa7ec2-5e84-42c5-b104-8579ee98dec8 req-adf8457a-e6ea-435d-98b1-a47cc56c3a3b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.1013970
Apr 08 12:19:11.427778 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-29fa7ec2-5e84-42c5-b104-8579ee98dec8 req-84840efc-fda1-4f42-9d75-69b21a5326ae tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286458
Apr 08 12:19:11.444450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-60197591-f830-474f-ad19-a7b3d2dd09b7 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:11.446220 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-60197591-f830-474f-ad19-a7b3d2dd09b7 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1184242
Apr 08 12:19:11.513795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f015179e8>, [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:19:05Z', 'revision_number': 4, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port': {'id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:01Z', 'updated_at': '2021-04-08T12:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '56200ccd-0b2e-4007-b086-95851d8e6477', 'name': '', 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'mac_address': 'fa:16:3e:c6:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '60534612-8203-4343-a5cc-d95cbb692741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:05Z', 'updated_at': '2021-04-08T12:19:06Z', 'revision_number': 2, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'subnets': [{'id': '60534612-8203-4343-a5cc-d95cbb692741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:11.518199 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Checking router: 51d19b74-f671-4f4e-b89d-8e78f414cf4f for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:19:11.518771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Updating router 51d19b74-f671-4f4e-b89d-8e78f414cf4f port 56200ccd-0b2e-4007-b086-95851d8e6477 binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:19:11.542058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Deleting port f711e7c2-6722-4058-8a3c-5703f7eafe86 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:19:11.542442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:11.580862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.020995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.031095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39549677-0b21-4389-a515-14f1b0da0498 req-54a8b3b9-9a8f-48ca-abe4-6a82da9168f2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:12.034684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Transition to ACTIVE for port object 56200ccd-0b2e-4007-b086-95851d8e6477 will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:12.041396 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-39549677-0b21-4389-a515-14f1b0da0498 req-54a8b3b9-9a8f-48ca-abe4-6a82da9168f2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 945 time: 0.1042066
Apr 08 12:19:12.067254 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-39549677-0b21-4389-a515-14f1b0da0498 req-902b780d-25ba-429d-a93c-49ec4aa33142 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=16b8374c-a7eb-4ad1-bb9e-438596e32817&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248439
Apr 08 12:19:12.080944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.101014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93ff1cea-245c-4dee-88d8-5620a60c3207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:12.101353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dcdd4-e72c-43e5-be12-4aab392cfeaa req-8e3f2a47-fd4c-4956-ac0d-5f2e8e746505 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:12.101471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device abc78ff0-9055-400f-ad9a-54f944bba69f up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:12.103030 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-377dcdd4-e72c-43e5-be12-4aab392cfeaa req-8e3f2a47-fd4c-4956-ac0d-5f2e8e746505 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.5327024
Apr 08 12:19:12.114072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49714) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:12.120321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Request body: {'floatingip': {'port_id': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:12.175107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] For port f711e7c2-6722-4058-8a3c-5703f7eafe86, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f711e7c2-6722-4058-8a3c-5703f7eafe86,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:12.175658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.209523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.219201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port abc78ff0-9055-400f-ad9a-54f944bba69f triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:12.219716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.245159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b10c2f-c6ab-402a-a665-815afa11ee94 None None] Pushing event updated for resources: {'Port': ['ID=56200ccd-0b2e-4007-b086-95851d8e6477,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:12.250588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-03b10c2f-c6ab-402a-a665-815afa11ee94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:12.483362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Attempting to bind port 56200ccd-0b2e-4007-b086-95851d8e6477 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:19:12.483937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Attempting to bind port 56200ccd-0b2e-4007-b086-95851d8e6477 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:19:12.484451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Attempting to bind port 56200ccd-0b2e-4007-b086-95851d8e6477 on network 2b75074b-3525-410e-a57b-e8ba73aaa339 {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:12.491340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:19:12.491859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Checking segment: {'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:19:12.492398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.492924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Bound using segment: {'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:19:12.493548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Bound port: 56200ccd-0b2e-4007-b086-95851d8e6477, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d3f60-5150-41b2-b171-81ae2e5940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:19:12.494055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.554182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.554601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.554956 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Floating IP 4dd59325-d8ca-4426-a0f9-e8ae9812fff5 disassociated. External IP: 172.27.1.246, port: f711e7c2-6722-4058-8a3c-5703f7eafe86.
Apr 08 12:19:12.555342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Calling delete_port for f711e7c2-6722-4058-8a3c-5703f7eafe86 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:19:12.585191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] For port 56200ccd-0b2e-4007-b086-95851d8e6477, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:19:12.589011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] For port 56200ccd-0b2e-4007-b086-95851d8e6477, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=56200ccd-0b2e-4007-b086-95851d8e6477,segment=NetworkSegment(195d3f60-5150-41b2-b171-81ae2e5940ed),segment_id=195d3f60-5150-41b2-b171-81ae2e5940ed)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:19:12.641482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.658163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-031bbb9a-f1d3-4c4e-8095-6a3bd2b39d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:12.749622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:12.770210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7c6348b1-e531-44d5-ad5d-1b2842f2ca1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:12.813830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b10c2f-c6ab-402a-a665-815afa11ee94 None None] Pushing event updated for resources: {'Port': ['ID=56200ccd-0b2e-4007-b086-95851d8e6477,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:12.819661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-03b10c2f-c6ab-402a-a665-815afa11ee94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:12.864007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Routers {'51d19b74-f671-4f4e-b89d-8e78f414cf4f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:12.865347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f015179e8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:12.878718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event deleted for resources: {'Port': ['ID=f711e7c2-6722-4058-8a3c-5703f7eafe86,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:12.882217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:13.266173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:19:13.280935 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] Set router 51d19b74-f671-4f4e-b89d-8e78f414cf4f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:13.321497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-236e36b2-7e3a-43cf-af97-7a36388a92b1 req-282c6f1e-0c60-4f7d-9bc0-0045b1071d13 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 210 time: 0.0661404
Apr 08 12:19:13.356603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:13.399640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:13.473012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:19:13.484405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] Sync routers for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:19:13.503328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:13.504396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00d05e48>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:13.603277 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] No DVR routers for this DVR port f711e7c2-6722-4058-8a3c-5703f7eafe86 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:19:13.606816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:13.619001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'name': 'network-vif-deleted', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:13.658861 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e22c2098-0b9a-47a5-ac0f-02419639a1c1 req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "DELETE /v2.0/ports/f711e7c2-6722-4058-8a3c-5703f7eafe86 HTTP/1.1" status: 204  len: 173 time: 2.2062671
Apr 08 12:19:13.684672 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5318a0d2-3723-47d4-9ec0-700cbb4cab5b', 'name': 'network-vif-deleted', 'tag': 'f711e7c2-6722-4058-8a3c-5703f7eafe86', 'status': 'completed', 'code': 200}
Apr 08 12:19:13.727371 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Floating IP 23647c45-9de2-4136-b7d5-b7c8bfd3f365 associated. External IP: 172.27.1.76, port: fb2e14a6-43f6-49b1-b7b3-9f9fb1687767.
Apr 08 12:19:13.733163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f015179e8>, [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:19:05Z', 'revision_number': 4, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port': {'id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:01Z', 'updated_at': '2021-04-08T12:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '56200ccd-0b2e-4007-b086-95851d8e6477', 'name': '', 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'mac_address': 'fa:16:3e:c6:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '60534612-8203-4343-a5cc-d95cbb692741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:05Z', 'updated_at': '2021-04-08T12:19:12Z', 'revision_number': 4, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'subnets': [{'id': '60534612-8203-4343-a5cc-d95cbb692741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:13.738403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359334c2-d3c9-4a78-ae07-f3e89f9ceef7 None None] The sync data for ids ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'] in dv-cinder-784779-3-iscsi is: [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:19:05Z', 'revision_number': 4, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port': {'id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:01Z', 'updated_at': '2021-04-08T12:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '56200ccd-0b2e-4007-b086-95851d8e6477', 'name': '', 'network_id': '2b75074b-3525-410e-a57b-e8ba73aaa339', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'mac_address': 'fa:16:3e:c6:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '60534612-8203-4343-a5cc-d95cbb692741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:05Z', 'updated_at': '2021-04-08T12:19:12Z', 'revision_number': 4, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'subnets': [{'id': '60534612-8203-4343-a5cc-d95cbb692741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:19:13.745682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:14.166294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00d05e48>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:14.172442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] Checking router: 633d7ba2-20bc-46dc-9ff6-ac549ae220fb for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:19:14.178767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 56200ccd-0b2e-4007-b086-95851d8e6477 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:14.227159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:19:14.251784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:14.252445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00d05e48>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:14.469328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 56200ccd-0b2e-4007-b086-95851d8e6477 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:14.484727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 56200ccd-0b2e-4007-b086-95851d8e6477 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:14.485154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:14.487357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:19:14.493283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:14.498678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] Sync routers for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:19:14.523894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:14.525391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0132db38>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:14.542999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:14.624126 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-82d02146-2732-4ffc-b334-2a53c5c5b7bc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "PUT /v2.0/floatingips/23647c45-9de2-4136-b7d5-b7c8bfd3f365 HTTP/1.1" status: 200  len: 990 time: 2.5081563
Apr 08 12:19:14.625547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:14.632843 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-00b37b9a-c3d6-4485-a1ba-c3b048f1b355 req-388345ec-af5b-4c19-8146-ee5be0d27d69 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318a0d2-3723-47d4-9ec0-700cbb4cab5b HTTP/1.1" status: 200  len: 210 time: 0.0799377
Apr 08 12:19:14.710009 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'status': 'completed', 'code': 200}
Apr 08 12:19:14.799698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:14.827516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-abc5af3a-50b0-481a-a853-3eaa15e2038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:14.829236 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-abc5af3a-50b0-481a-a853-3eaa15e2038e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1098 time: 0.0938332
Apr 08 12:19:14.988186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-3e2fae48-4e31-47e5-9045-718a5c45638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:14.990841 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-3e2fae48-4e31-47e5-9045-718a5c45638f service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1542430
Apr 08 12:19:15.064838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:15.108265 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-f75748fa-bbc2-44ce-95e3-533e37f097d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 998 time: 0.1101012
Apr 08 12:19:15.110661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 56200ccd-0b2e-4007-b086-95851d8e6477, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=56200ccd-0b2e-4007-b086-95851d8e6477,segment=NetworkSegment(195d3f60-5150-41b2-b171-81ae2e5940ed),segment_id=195d3f60-5150-41b2-b171-81ae2e5940ed)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:15.147587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:15.152542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:15.183769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0132db38>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '23647c45-9de2-4136-b7d5-b7c8bfd3f365', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'port_id': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'mac_address': 'fa:16:3e:56:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:18:48Z', 'updated_at': '2021-04-08T12:19:13Z', 'revision_number': 1, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:15.186334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-39c1d89f-dd85-4755-b635-d434c35a79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:15.188743 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-39c1d89f-dd85-4755-b635-d434c35a79d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0739832
Apr 08 12:19:15.189187 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] Checking router: 2a15f1b5-fe0c-402c-8d46-ce9370f86535 for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:19:15.198564 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:15.199230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0132db38>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:18:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:15.248553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=56200ccd-0b2e-4007-b086-95851d8e6477,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:15.252580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:15.265612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00d05e48>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:15.271207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3c775-e59b-412f-8210-8e37984a3dbe None None] The sync data for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi is: [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:19:15.294023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-1b7ad5cf-962f-4fd1-99ce-01f89f2c1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:15.295828 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-1b7ad5cf-962f-4fd1-99ce-01f89f2c1750 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0990498
Apr 08 12:19:15.432838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:15.446686 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-b0953849-c7bf-4ca0-aca8-6e1170b8853d service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436300
Apr 08 12:19:15.601692 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ac5c9697-8988-4e8d-aac7-198cf989fcb6 req-dfdb5f0a-7791-4034-aa83-42ae85662e03 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467936
Apr 08 12:19:15.694976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96142a-f463-4c60-a9da-2ff1aaa414e4 None None] New status for floating IP 4dd59325-d8ca-4426-a0f9-e8ae9812fff5: DOWN {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:19:15.810999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 49740) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:15.828243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0132db38>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '23647c45-9de2-4136-b7d5-b7c8bfd3f365', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'port_id': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'mac_address': 'fa:16:3e:56:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:18:48Z', 'updated_at': '2021-04-08T12:19:13Z', 'revision_number': 1, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:15.832615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bbf1b-6cd4-453a-8aa6-0eabf7891a09 None None] The sync data for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi is: [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '23647c45-9de2-4136-b7d5-b7c8bfd3f365', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'port_id': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'mac_address': 'fa:16:3e:56:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:18:48Z', 'updated_at': '2021-04-08T12:19:13Z', 'revision_number': 1, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:19:15.894733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:15.926955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.018161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.029772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bbeff646-b579-4043-93bf-3bb665c062da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:16.050040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b8374c-a7eb-4ad1-bb9e-438596e32817,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:16.053006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:16.092242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.093557 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "DELETE /v2.0/security-groups/16b8374c-a7eb-4ad1-bb9e-438596e32817 HTTP/1.1" status: 204  len: 168 time: 0.2807510
Apr 08 12:19:16.096533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49744) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:16.110073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 56200ccd-0b2e-4007-b086-95851d8e6477 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:16.116549 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.v2.resource [None req-d667950d-83c8-4f84-9ede-f2b17cf267c3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] show failed (client error): The resource could not be found.
Apr 08 12:19:16.121153 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d667950d-83c8-4f84-9ede-f2b17cf267c3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups/16b8374c-a7eb-4ad1-bb9e-438596e32817 HTTP/1.1" status: 404  len: 347 time: 0.0198932
Apr 08 12:19:16.121153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49748) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:16.142670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b901d-8473-4382-b087-fd9ed2d44480 None None] New status for floating IP 23647c45-9de2-4136-b7d5-b7c8bfd3f365: ACTIVE {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:19:16.194671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 56200ccd-0b2e-4007-b086-95851d8e6477 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:16.194996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.298270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Deleting port e42e1d91-b548-4bd4-a1db-ca954985566c {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:19:16.299010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.507442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.507816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.603837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device f711e7c2-6722-4058-8a3c-5703f7eafe86 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:19:16.641484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: f711e7c2-6722-4058-8a3c-5703f7eafe86 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:19:16.641876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device f711e7c2-6722-4058-8a3c-5703f7eafe86 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:19:16.646045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Calling delete_port for e42e1d91-b548-4bd4-a1db-ca954985566c owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:19:16.823175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:16.840734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:16.936639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event deleted for resources: {'Port': ['ID=e42e1d91-b548-4bd4-a1db-ca954985566c,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:16.939512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:17.104675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.119368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.120584 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "DELETE /v2.0/floatingips/4dd59325-d8ca-4426-a0f9-e8ae9812fff5 HTTP/1.1" status: 204  len: 168 time: 0.9984756
Apr 08 12:19:17.456942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49758) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:17.462904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72183919', 'description': 'tempest-description--1568015641'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:17.469177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:17.473450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:17.476558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:17.482479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:17.526166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.530206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:17.534243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group_rule and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:17.537518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:17.543679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:17.617976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.657273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.662770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ad7c98ff-93e2-4c98-9dff-91b0c5440009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:17.706032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb2355-e0f3-4750-b71f-ac968baa2c1e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:17.708872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:17.731579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.732872 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2748585
Apr 08 12:19:17.735913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49764) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:17.741864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'security_group_rule': {'security_group_id': 'aedb2355-e0f3-4750-b71f-ac968baa2c1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:17.748119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:17.752352 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group_rule and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:17.755946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:17.762240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:17.800731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.865597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.898158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.900713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-91d2b77a-f70b-4dfe-892b-339b9ca5ca0b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:17.924734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ece406f-2014-4669-a4a8-34da4db5592c,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:17.930850 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:17.960206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:17.961412 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2e15a613-f807-4c25-845d-98a3598488ab tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2245007
Apr 08 12:19:17.964239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49768) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:17.969609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'security_group_rule': {'security_group_id': 'aedb2355-e0f3-4750-b71f-ac968baa2c1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:17.976362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:17.980427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:security_group_rule and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:17.983403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:17.990098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:18.029825 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:18.094963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:18.120281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:18.122575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:18.146387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c872e70-1bed-445e-be51-b826dd617aa8,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:18.148856 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:18.178593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:18.180254 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2150185
Apr 08 12:19:18.185041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49774) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:18.191087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:18.198116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:18.202205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Usage tracker for resource:floatingip and tenant:78e331e206224c7aad5f2f90f7059f26 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:18.205211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:18.211755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:18.245961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:18.634995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:18.779870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Allocated IP 172.27.1.52 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/660fbd77-d775-4330-99f2-acffc8105e07) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:19:18.932795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:18.989954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:19.005494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:19.140966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'Port': ['ID=660fbd77-d775-4330-99f2-acffc8105e07,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:19.145651 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:19.194920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:19.196065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:19.198342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:19:19.280657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:19.385021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:19.651873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:19.680851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:19.696555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1b7396cf-e282-493e-80ae-3d62536ee1b0 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:19.831976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'Port': ['ID=660fbd77-d775-4330-99f2-acffc8105e07,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:19.837190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:19.936696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:19.995122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:19.996385 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8102903
Apr 08 12:19:20.213490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0276cf64-0d92-4091-9386-32d51f282896 req-77e2798c-0393-4b62-b8dc-f7829875581b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Synchronizing usage tracker for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:20.252058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0276cf64-0d92-4091-9386-32d51f282896 req-77e2798c-0393-4b62-b8dc-f7829875581b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Unset dirty status for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:20.253258 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-77e2798c-0393-4b62-b8dc-f7829875581b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--72183919&fields=id&tenant_id=78e331e206224c7aad5f2f90f7059f26 HTTP/1.1" status: 200  len: 267 time: 0.0671787
Apr 08 12:19:20.417024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-8fc2ec5b-6af2-430d-a8f4-4a605ee9017e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:20.418645 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-8fc2ec5b-6af2-430d-a8f4-4a605ee9017e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 810 time: 0.1574316
Apr 08 12:19:20.435171 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-00a623a2-e5d3-4601-8aa0-a192eebce944 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/quotas/78e331e206224c7aad5f2f90f7059f26 HTTP/1.1" status: 200  len: 375 time: 0.0103955
Apr 08 12:19:20.529921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0276cf64-0d92-4091-9386-32d51f282896 req-b0b17060-decf-442a-a650-57df69db7194 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Synchronizing usage tracker for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:20.571511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0276cf64-0d92-4091-9386-32d51f282896 req-b0b17060-decf-442a-a650-57df69db7194 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Unset dirty status for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:20.572976 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-b0b17060-decf-442a-a650-57df69db7194 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1321445
Apr 08 12:19:20.722244 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-38199254-e603-4c2f-b8e5-0557d9f63d66 service neutron] 10.222.0.43 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353402
Apr 08 12:19:20.877844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-5dd78649-c8de-4e72-b6cf-3bbb5c10129c service neutron] 10.222.0.43 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484082
Apr 08 12:19:21.376393 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74eabea2-6e88-4cad-94c8-00bc9d73482b req-7173b693-9dfc-4a82-be72-04e89eacd50d tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 210 time: 0.2474842
Apr 08 12:19:22.554984 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d63b3aeb-aec1-414c-b716-847be59e07ad req-add26a58-4e16-423d-b7c0-d03dd5f1be21 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 210 time: 0.0634923
Apr 08 12:19:22.759497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-099e0ce8-8455-4f5d-ae84-e0798148d452 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:22.761050 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-099e0ce8-8455-4f5d-ae84-e0798148d452 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 810 time: 0.1610661
Apr 08 12:19:22.824540 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-ae70c5c6-814c-4ac0-913b-ccb6a322eae0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78e331e206224c7aad5f2f90f7059f26 HTTP/1.1" status: 200  len: 5703 time: 0.0548809
Apr 08 12:19:22.835274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'port': {'device_id': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'admin_state_up': True, 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'security_groups': ['aedb2355-e0f3-4750-b71f-ac968baa2c1e']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:22.981144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:22.992167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:23.029040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Made reservation on behalf of 78e331e206224c7aad5f2f90f7059f26 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:19:23.034978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:23.184559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Allocated IP 172.20.0.10 (6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61/a9e26553-a475-4256-a64b-f0491d0d5b64/ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:19:23.381088 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:23.397993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Transition to ACTIVE for port object ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:23.440839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:23.456259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5ca14040-38b4-4172-835f-cf519f4e4acf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:23.591427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event updated for resources: {'Port': ['ID=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:23.595711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:23.650156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:23.651331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:23.653602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:19:23.726751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:23.727419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:23.781104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568599b-5ee7-4f75-b217-a294db2f73d5 req-f7f642b8-1c40-4b96-900c-c6f69330eaa7 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:23.782845 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9568599b-5ee7-4f75-b217-a294db2f73d5 req-f7f642b8-1c40-4b96-900c-c6f69330eaa7 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 932 time: 0.1026263
Apr 08 12:19:23.807308 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9760821
Apr 08 12:19:23.820526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9568599b-5ee7-4f75-b217-a294db2f73d5 req-3e4fe930-c3d2-4e30-907c-c4ccda2845b3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Synchronizing usage tracker for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:23.823776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Request body: {'port': {'device_id': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:23.836163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9568599b-5ee7-4f75-b217-a294db2f73d5 req-3e4fe930-c3d2-4e30-907c-c4ccda2845b3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Unset dirty status for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:23.837741 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9568599b-5ee7-4f75-b217-a294db2f73d5 req-3e4fe930-c3d2-4e30-907c-c4ccda2845b3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460105
Apr 08 12:19:23.949439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:23.977677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-e60efa62-5029-4fd3-adcc-eda3dea208c9 None None] Provisioning for port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:23.982707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-e60efa62-5029-4fd3-adcc-eda3dea208c9 None None] Provisioning complete for port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:23.983120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e60efa62-5029-4fd3-adcc-eda3dea208c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:24.040903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e60efa62-5029-4fd3-adcc-eda3dea208c9 None None] Port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:19:24.348480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:19:24.356240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:24.371479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Transition to ACTIVE for port object ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:24.412111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:24.428771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-74db88b9-034c-47af-ab5c-26fc3f1f1d47 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:24.451621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e9928fdd-966b-4de8-898d-fd1c6db5d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:24.559288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:24.563904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:24.789678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Attempting to bind port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:19:24.790257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Attempting to bind port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:19:24.790505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Attempting to bind port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:24.795475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:19:24.795834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Attempting to bind port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f on network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:24.802035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:19:24.802438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Checking segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:19:24.802849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Bound using segment: {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:19:24.803311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Bound port: ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:19:24.803685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:24.883289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] For port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:19:24.886592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] For port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:19:24.920665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:24.936672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:25.044517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b1ff-c404-4c25-b5e9-77473089e7be req-f4b97929-17f9-4f85-80f9-8ed049b37547 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:25.046092 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5440b1ff-c404-4c25-b5e9-77473089e7be req-f4b97929-17f9-4f85-80f9-8ed049b37547 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 944 time: 0.0883636
Apr 08 12:19:25.077111 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5440b1ff-c404-4c25-b5e9-77473089e7be req-240b96a8-43d8-4caf-bae5-fbeb81358293 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0242407
Apr 08 12:19:25.089360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:25.094113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:25.127931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:25.128524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:25.130199 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f HTTP/1.1" status: 200  len: 1094 time: 1.3145101
Apr 08 12:19:25.130762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:25.189024 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'status': 'completed', 'code': 200}
Apr 08 12:19:25.297938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cdf1c-bcc7-4bff-98e8-517eb8cfad11 req-1afc4545-a664-4b94-871a-ad5f9864efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:25.299624 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-201cdf1c-bcc7-4bff-98e8-517eb8cfad11 req-1afc4545-a664-4b94-871a-ad5f9864efc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 1097 time: 0.0859356
Apr 08 12:19:25.465134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cdf1c-bcc7-4bff-98e8-517eb8cfad11 req-a5c666ed-8d36-4615-8f1e-3044a8a21d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:25.466730 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-201cdf1c-bcc7-4bff-98e8-517eb8cfad11 req-a5c666ed-8d36-4615-8f1e-3044a8a21d97 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=78e331e206224c7aad5f2f90f7059f26&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1487205
Apr 08 12:19:25.860714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cdf1c-bcc7-4bff-98e8-517eb8cfad11 req-d7bfe82d-b62e-4078-aa53-b0cd881cecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:25.862287 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-201cdf1c-bcc7-4bff-98e8-517eb8cfad11 req-d7bfe82d-b62e-4078-aa53-b0cd881cecb1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3832302
Apr 08 12:19:25.980259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-e0c4a18a-13db-4002-be70-07e797655ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:25.981848 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-e0c4a18a-13db-4002-be70-07e797655ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 1097 time: 0.0785730
Apr 08 12:19:26.061171 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-77064593-3e08-44da-8dcb-c1558b093bf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f HTTP/1.1" status: 200  len: 217 time: 0.0690923
Apr 08 12:19:26.141969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-aa072ec0-af6c-4357-9f57-cf2601375951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:26.143577 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-aa072ec0-af6c-4357-9f57-cf2601375951 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.0658684
Apr 08 12:19:26.243768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf64-0d92-4091-9386-32d51f282896 req-e25bf647-ad6e-4114-be57-5ca31d1f4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:26.245493 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-e25bf647-ad6e-4114-be57-5ca31d1f4df4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870900
Apr 08 12:19:26.470072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71e3ca-b7b3-4415-b2da-064a6a62bca4 req-461a8242-da78-4a0a-af3b-86891beadb2b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:26.470857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9a71e3ca-b7b3-4415-b2da-064a6a62bca4 req-461a8242-da78-4a0a-af3b-86891beadb2b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Synchronizing usage tracker for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:26.475341 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-d67b1122-e899-4e27-a3b0-9f0f347a5792 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193177
Apr 08 12:19:26.558172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-9a71e3ca-b7b3-4415-b2da-064a6a62bca4 req-461a8242-da78-4a0a-af3b-86891beadb2b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Unset dirty status for tenant:78e331e206224c7aad5f2f90f7059f26 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:26.559493 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9a71e3ca-b7b3-4415-b2da-064a6a62bca4 req-461a8242-da78-4a0a-af3b-86891beadb2b tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 944 time: 0.3631740
Apr 08 12:19:26.607003 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9a71e3ca-b7b3-4415-b2da-064a6a62bca4 req-b7f41d16-3f5b-40de-bb9e-e3f976214f6f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0346813
Apr 08 12:19:26.649464 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0276cf64-0d92-4091-9386-32d51f282896 req-dac4b534-fb62-46e7-bb93-45c9357024b8 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652524
Apr 08 12:19:26.651916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-78ee2ac2-cc53-43ad-a05b-793b021345fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:27.023401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:27.623190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0024578e-5759-4bc4-a3b9-2b23ffa1fa4c tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Synchronizing usage tracker for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:27.674727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0024578e-5759-4bc4-a3b9-2b23ffa1fa4c tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Unset dirty status for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:27.676016 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0024578e-5759-4bc4-a3b9-2b23ffa1fa4c tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312513591&fields=id&tenant_id=f89c54d8444949e0a136701bbc6c6577 HTTP/1.1" status: 200  len: 267 time: 0.0770195
Apr 08 12:19:27.816555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc232bb-e0bf-494b-8bcf-e9a4b1bf3003 req-0cd96de8-82f5-4f42-9a62-e4f61546b017 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:27.818538 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dcc232bb-e0bf-494b-8bcf-e9a4b1bf3003 req-0cd96de8-82f5-4f42-9a62-e4f61546b017 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 944 time: 0.0915093
Apr 08 12:19:27.842060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-3fd427c4-35a5-4b1c-85bf-820e47d43b46 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:27.843670 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-3fd427c4-35a5-4b1c-85bf-820e47d43b46 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 809 time: 0.1603382
Apr 08 12:19:27.849460 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dcc232bb-e0bf-494b-8bcf-e9a4b1bf3003 req-b36d8f33-5750-4a7e-b8fd-56af61744f9a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0243306
Apr 08 12:19:27.859591 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-3fc2a43f-555a-413f-be9d-7f47cab20aca tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/quotas/f89c54d8444949e0a136701bbc6c6577 HTTP/1.1" status: 200  len: 375 time: 0.0097227
Apr 08 12:19:27.949408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-ffc322b5-2bcc-4e14-9030-1cc611154872 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Synchronizing usage tracker for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:27.982998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-ffc322b5-2bcc-4e14-9030-1cc611154872 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Unset dirty status for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:27.984350 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-ffc322b5-2bcc-4e14-9030-1cc611154872 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1186020
Apr 08 12:19:28.134100 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-be0274c4-b728-45ff-a92d-45fcc70bfca0 service neutron] 10.222.0.43 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367164
Apr 08 12:19:28.279443 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-f623d760-ec96-4c31-9c6e-c982a26b0739 service neutron] 10.222.0.43 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388609
Apr 08 12:19:28.291915 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:28.783391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:28.816543 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-864c5f85-f77b-4a48-a416-b585f719989a req-26fb1dff-1456-431f-866e-ef82cb77f7e5 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 210 time: 0.0487258
Apr 08 12:19:29.109281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8957791-88cd-48b6-9ae9-04051fb67fef req-0fd7b677-6509-4fcf-82a5-16d23a48e1cf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:29.110887 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d8957791-88cd-48b6-9ae9-04051fb67fef req-0fd7b677-6509-4fcf-82a5-16d23a48e1cf tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 944 time: 0.0928190
Apr 08 12:19:29.147051 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d8957791-88cd-48b6-9ae9-04051fb67fef req-8074ce00-4af0-4821-bb9b-25f4dd46e2f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0293763
Apr 08 12:19:29.979196 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-37e46c82-4a24-43cb-8d71-35d8a1aafdda req-893ead23-ed5f-429a-a32e-6c9ef3b598c1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 210 time: 0.0500822
Apr 08 12:19:30.074934 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-5d4e6c66-3e1e-420b-bcbd-43e2bd6ffaf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776238
Apr 08 12:19:30.228479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-081b907b-ccad-47d0-adc0-223b991b328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:30.230080 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-081b907b-ccad-47d0-adc0-223b991b328d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1098 time: 0.0828767
Apr 08 12:19:30.355851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a2bb-e748-4113-b97a-d02492ac7bad req-3a2a39f3-73fb-4c63-8f3e-8f18f69bf07d tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:30.357445 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9469a2bb-e748-4113-b97a-d02492ac7bad req-3a2a39f3-73fb-4c63-8f3e-8f18f69bf07d tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 944 time: 0.0877368
Apr 08 12:19:30.387093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-9bc38612-1fa0-4b3b-8278-f62a249e7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:30.388794 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-9bc38612-1fa0-4b3b-8278-f62a249e7c93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1389036
Apr 08 12:19:30.389635 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9469a2bb-e748-4113-b97a-d02492ac7bad req-ae073178-a5d4-44ad-88e5-97bde9851c8f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0254307
Apr 08 12:19:30.432303 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:19:30.506756 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-20326b96-79a3-4527-9ef5-e19e075c3397 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 1000 time: 0.1066885
Apr 08 12:19:30.576020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-dcfef191-fd60-46c5-9d14-bfc839dd66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:30.577592 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-dcfef191-fd60-46c5-9d14-bfc839dd66dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0640931
Apr 08 12:19:30.652663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:19:30.798493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:30.813223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'port_id': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'mac_address': 'fa:16:3e:06:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:19:30.814496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-e204b5db-14e0-44c5-b267-7dbea764dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:30.816013 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-e204b5db-14e0-44c5-b267-7dbea764dcc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2157741
Apr 08 12:19:30.824359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-47d73ff5-bae2-4348-a3f9-4298e0cfaa24 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:30.825796 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-47d73ff5-bae2-4348-a3f9-4298e0cfaa24 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.55 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 809 time: 0.1907315
Apr 08 12:19:30.873069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:30.874691 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:19:30.891219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:30.943409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:30.945337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:30.982646 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-e68f3c72-08d1-46aa-83d3-a625132e8f95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f89c54d8444949e0a136701bbc6c6577 HTTP/1.1" status: 200  len: 8059 time: 0.1334505
Apr 08 12:19:31.002727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'port': {'device_id': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'admin_state_up': True, 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'security_groups': ['9c5c1e0a-d1d1-407a-964f-626e4f1fd68e']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:31.039350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:31.042625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:31.122450 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-63f3c44b-0b33-4c72-a82e-7844dd6286ba service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2955663
Apr 08 12:19:31.160280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:19:31.168191 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8caf3c70-173b-4a4c-8e6c-03d9d4963c07 req-d1a064f0-d9c4-41b3-b0ad-6aca091db210 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 210 time: 0.0541663
Apr 08 12:19:31.268546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:31.296430 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:31.322980 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b19f473-8e21-4a92-b4a8-da992ec67b31 req-195be10d-1e6c-49db-af68-ae155de31d79 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908474
Apr 08 12:19:31.360344 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Made reservation on behalf of f89c54d8444949e0a136701bbc6c6577 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:19:31.367298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:31.572846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Allocated IP 172.20.0.12 (b6d23616-b27e-41fd-b140-34c013f91138/91e1c8c2-c4f2-428f-9b74-d43df15584f9/7aa28d27-c593-4d1f-bd76-5d3dccb52b3c) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:19:31.720155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7c708-f345-403a-b0c5-735329519023 req-700643af-07a3-48d7-a001-d4fb9c22749e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:31.721751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23b7c708-f345-403a-b0c5-735329519023 req-700643af-07a3-48d7-a001-d4fb9c22749e tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 945 time: 0.2109849
Apr 08 12:19:31.766424 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23b7c708-f345-403a-b0c5-735329519023 req-30689e76-5372-41bc-96fc-3ff7cb103ae3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353882
Apr 08 12:19:31.829846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:31.846338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Transition to ACTIVE for port object 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:31.897890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:31.913406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e770eef0-e55c-4f02-80f1-04e907de24f9 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:32.048272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:32.061540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.061956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.062383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.062769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.063169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.063591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.063955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.064345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.064735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.065124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.065512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.065897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:19:32.083709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:32.364728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Network b6d23616-b27e-41fd-b140-34c013f91138 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:32.365873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:32.368202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:19:32.383644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c429a-4e22-4a71-ad78-c959c1ad650c req-9521bcf7-bb2a-426f-b5cc-44a4ba2997dc tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:32.385586 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ce6c429a-4e22-4a71-ad78-c959c1ad650c req-9521bcf7-bb2a-426f-b5cc-44a4ba2997dc tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 932 time: 0.0906773
Apr 08 12:19:32.435422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ce6c429a-4e22-4a71-ad78-c959c1ad650c req-70f6bc51-7ba4-4da1-b6e8-4b1e3c9fc21e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Synchronizing usage tracker for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:32.435851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:32.436547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:32.448675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ce6c429a-4e22-4a71-ad78-c959c1ad650c req-70f6bc51-7ba4-4da1-b6e8-4b1e3c9fc21e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Unset dirty status for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:32.451003 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ce6c429a-4e22-4a71-ad78-c959c1ad650c req-70f6bc51-7ba4-4da1-b6e8-4b1e3c9fc21e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579760
Apr 08 12:19:32.498280 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5004761
Apr 08 12:19:32.510998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Request body: {'port': {'device_id': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:32.632230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:32.667456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:32.742880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-cb17c8f2-c7b7-4b36-be11-011dfea18521 None None] Provisioning for port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:32.747843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-cb17c8f2-c7b7-4b36-be11-011dfea18521 None None] Provisioning complete for port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:32.748331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cb17c8f2-c7b7-4b36-be11-011dfea18521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:32.779685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:32.802845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:32.803273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:32.882129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-cb17c8f2-c7b7-4b36-be11-011dfea18521 None None] Port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:19:32.948515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:32.960165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:32.970617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:32.996017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cfab8-b69a-4ed8-9863-4b62ebcaf918 req-9aa61a29-3c22-422e-8c44-98c6a012fb3a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:32.997573 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-661cfab8-b69a-4ed8-9863-4b62ebcaf918 req-9aa61a29-3c22-422e-8c44-98c6a012fb3a tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 945 time: 0.0950108
Apr 08 12:19:33.007687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:33.009681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:33.032176 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-661cfab8-b69a-4ed8-9863-4b62ebcaf918 req-577fd1d5-af30-4c96-8c2b-9a628487b868 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0274038
Apr 08 12:19:33.055036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:19:33.058018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:33.058470 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'code': 200}
Apr 08 12:19:33.074853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Transition to ACTIVE for port object 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:19:33.096170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:33.097136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:33.100094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:33.113193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-481cc320-2b63-4b59-95b3-64fc8b4f5450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:33.246454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:33.251384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:33.465657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37893a-405a-47bc-8bf2-d6112d85eb5f req-aa59603d-bca5-4b47-ac51-e56f2c833631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:33.467326 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f37893a-405a-47bc-8bf2-d6112d85eb5f req-aa59603d-bca5-4b47-ac51-e56f2c833631 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 1099 time: 0.2149925
Apr 08 12:19:33.540877 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1f37893a-405a-47bc-8bf2-d6112d85eb5f req-8f25c6bb-fdaf-4b78-8582-bd3c7d1055ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374994
Apr 08 12:19:33.562910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Attempting to bind port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:19:33.563287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Attempting to bind port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:19:33.563656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Attempting to bind port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c on network b6d23616-b27e-41fd-b140-34c013f91138 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:33.569480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c on network b6d23616-b27e-41fd-b140-34c013f91138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:19:33.569840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Attempting to bind port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c on network b6d23616-b27e-41fd-b140-34c013f91138 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:19:33.610803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:19:33.611188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Checking segment: {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:19:33.611612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Bound using segment: {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:19:33.612103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Bound port: 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e68258c-1801-45aa-b948-e91ac1e749b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:19:33.612488 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:33.718761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:19:33.722573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:19:33.737479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc55215-f9f2-47fd-a638-43acf86bb6ba req-5c1aed2e-e0bf-4277-b9b1-4e63f453ad76 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:33.739171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-4dc55215-f9f2-47fd-a638-43acf86bb6ba req-5c1aed2e-e0bf-4277-b9b1-4e63f453ad76 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Synchronizing usage tracker for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:33.760213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:33.776083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:33.870924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-4dc55215-f9f2-47fd-a638-43acf86bb6ba req-5c1aed2e-e0bf-4277-b9b1-4e63f453ad76 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Unset dirty status for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:33.872187 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4dc55215-f9f2-47fd-a638-43acf86bb6ba req-5c1aed2e-e0bf-4277-b9b1-4e63f453ad76 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.2986717
Apr 08 12:19:33.937125 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4dc55215-f9f2-47fd-a638-43acf86bb6ba req-247cb6be-55dc-4b83-8694-d57e7ad5e5bd tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547895
Apr 08 12:19:33.960089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:33.964836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:33.994957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:33.995674 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:33.997047 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] 10.222.0.55 "PUT /v2.0/ports/7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 1094 time: 1.4907382
Apr 08 12:19:33.997581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:34.046062 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'status': 'completed', 'code': 200}
Apr 08 12:19:34.156172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4727c7-ce32-47c9-8c1c-1573de051cff req-72ec5c29-f516-4bed-ac98-0191153e8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:34.157796 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa4727c7-ce32-47c9-8c1c-1573de051cff req-72ec5c29-f516-4bed-ac98-0191153e8e8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1097 time: 0.0858116
Apr 08 12:19:34.252664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dd7-6e6f-459c-b629-06571388970e req-8454350b-01c5-4bb2-b37a-a76059585aaa tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:34.254819 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59931dd7-6e6f-459c-b629-06571388970e req-8454350b-01c5-4bb2-b37a-a76059585aaa tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 946 time: 0.0887823
Apr 08 12:19:34.286676 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59931dd7-6e6f-459c-b629-06571388970e req-b48a6448-a8e7-4b26-b355-5180ff38fca4 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0241663
Apr 08 12:19:34.316392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4727c7-ce32-47c9-8c1c-1573de051cff req-711ba15f-a48b-45ce-9204-c3c212c12036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:34.318881 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa4727c7-ce32-47c9-8c1c-1573de051cff req-711ba15f-a48b-45ce-9204-c3c212c12036 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f89c54d8444949e0a136701bbc6c6577&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1532040
Apr 08 12:19:34.482709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4727c7-ce32-47c9-8c1c-1573de051cff req-a1c92119-3a4b-4a38-8dd4-b9775babefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:34.484399 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fa4727c7-ce32-47c9-8c1c-1573de051cff req-a1c92119-3a4b-4a38-8dd4-b9775babefa5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1442590
Apr 08 12:19:34.623594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-3274f00a-2df0-41ba-a0b9-c96b553ca9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:34.625470 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-3274f00a-2df0-41ba-a0b9-c96b553ca9aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1097 time: 0.0790949
Apr 08 12:19:34.701085 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-7c12fc58-f09c-4c42-897a-c845614240db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 217 time: 0.0685403
Apr 08 12:19:34.772347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-2245df18-466e-43ef-963b-5602eeb14c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:34.773855 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-2245df18-466e-43ef-963b-5602eeb14c9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 200  len: 848 time: 0.0667942
Apr 08 12:19:34.854989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-db6133b4-0763-433b-8a0b-a61f3e4f482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:34.856476 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-db6133b4-0763-433b-8a0b-a61f3e4f482b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6d23616-b27e-41fd-b140-34c013f91138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757847
Apr 08 12:19:34.998358 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-f0ee2bd3-e3b7-447f-9c72-2659b966c2b1 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352220
Apr 08 12:19:35.224727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ca742-4cc8-4a69-b39d-e887c0aeac7e req-baa63fca-0aed-4e96-9c00-fb95f4c98516 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:35.226350 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-283ca742-4cc8-4a69-b39d-e887c0aeac7e req-baa63fca-0aed-4e96-9c00-fb95f4c98516 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.1444435
Apr 08 12:19:35.228459 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-929c46e9-7323-4c1e-95f6-84a294d9320f req-13d40d7e-b5d1-41a4-9f55-baa05d87baec service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224064
Apr 08 12:19:35.234636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:35.257858 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-283ca742-4cc8-4a69-b39d-e887c0aeac7e req-bd133920-02bd-4328-8d2c-260d5f06e42d tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248277
Apr 08 12:19:35.490547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006d6ed-7ab7-4d42-a406-93c85d2fbe28 req-4552f692-063a-44cd-b2ef-bf87585b49ec tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:35.492102 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6006d6ed-7ab7-4d42-a406-93c85d2fbe28 req-4552f692-063a-44cd-b2ef-bf87585b49ec tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 946 time: 0.0902009
Apr 08 12:19:35.522155 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6006d6ed-7ab7-4d42-a406-93c85d2fbe28 req-c81bb5f7-87ff-4813-832a-073d82375369 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0235655
Apr 08 12:19:35.712910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b157b-f63b-4215-8593-eb475872238e req-d82a4113-978e-41de-a6ea-fa5eaf57b470 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:35.714435 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-205b157b-f63b-4215-8593-eb475872238e req-d82a4113-978e-41de-a6ea-fa5eaf57b470 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 946 time: 0.0878799
Apr 08 12:19:35.724276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49934) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:35.729863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Request body: {'floatingip': {'port_id': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:35.813339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:36.599134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52effe8-849d-4837-9ffd-5a654d29c983 req-946e08f4-80c7-4b00-87a7-eefacdd69050 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:36.600586 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f52effe8-849d-4837-9ffd-5a654d29c983 req-946e08f4-80c7-4b00-87a7-eefacdd69050 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.2117774
Apr 08 12:19:36.645144 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f52effe8-849d-4837-9ffd-5a654d29c983 req-787bb4f0-7ce0-48a2-9a2e-65cffd46cc1b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370572
Apr 08 12:19:36.774636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:36.811582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:36.990858 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Floating IP 2ef8c16c-a8f8-4661-8d55-6380a3df8209 associated. External IP: 172.27.1.52, port: ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f.
Apr 08 12:19:37.361322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:19:37.552950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:19:37.557299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:37.562669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] Sync routers for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:19:37.573115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:37.573785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00bb86a0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:19:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:37.615156 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1350b5ed-9781-4a08-a805-4478e806cae5 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "PUT /v2.0/floatingips/2ef8c16c-a8f8-4661-8d55-6380a3df8209 HTTP/1.1" status: 200  len: 991 time: 1.8896949
Apr 08 12:19:37.615898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:37.666480 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'status': 'completed', 'code': 200}
Apr 08 12:19:37.771917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:37.774830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-9c74f16e-002c-4a70-bd15-0b265f925787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:37.776453 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-9c74f16e-002c-4a70-bd15-0b265f925787 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78e331e206224c7aad5f2f90f7059f26&device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 1099 time: 0.0853264
Apr 08 12:19:37.856475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd9ec3-f968-4d40-8d8a-1ba5e2abdfcc req-1818600f-49cd-42ed-be9c-13e929801c28 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:37.858006 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1fdd9ec3-f968-4d40-8d8a-1ba5e2abdfcc req-1818600f-49cd-42ed-be9c-13e929801c28 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0874515
Apr 08 12:19:37.892000 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1fdd9ec3-f968-4d40-8d8a-1ba5e2abdfcc req-b77ccbc5-f4b9-45ef-b96b-1131bf3016ff tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260227
Apr 08 12:19:37.925196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-6f758514-af0f-4fbf-9372-557a9cda779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:37.927360 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-6f758514-af0f-4fbf-9372-557a9cda779f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 200  len: 911 time: 0.1431677
Apr 08 12:19:38.042351 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-625eeee6-b5e8-43f4-b7b2-168f69e56886 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f HTTP/1.1" status: 200  len: 999 time: 0.1046984
Apr 08 12:19:38.112385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-8364abce-c929-4d0e-a11b-a5d7676765d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:38.114546 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-8364abce-c929-4d0e-a11b-a5d7676765d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 200  len: 849 time: 0.0657535
Apr 08 12:19:38.140424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00bb86a0>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '2ef8c16c-a8f8-4661-8d55-6380a3df8209', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'port_id': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'mac_address': 'fa:16:3e:06:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:19:19Z', 'updated_at': '2021-04-08T12:19:36Z', 'revision_number': 1, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:38.144532 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] Checking router: 633d7ba2-20bc-46dc-9ff6-ac549ae220fb for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:19:38.153512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:38.154169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00bb86a0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:19:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:38.205508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-df0eaf26-56bf-4676-be88-688c8cd1ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:38.207334 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-df0eaf26-56bf-4676-be88-688c8cd1ffa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768771
Apr 08 12:19:38.358425 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-65473852-25be-442f-8afa-765abd712ab2 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440713
Apr 08 12:19:38.507784 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9c2ef217-d83c-405c-a0ec-fecc20381cc1 req-f1b05578-e9f7-4686-837f-fa2752e4212c service neutron] 10.222.0.55 "GET /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421325
Apr 08 12:19:38.511482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:38.879720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00bb86a0>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '2ef8c16c-a8f8-4661-8d55-6380a3df8209', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'port_id': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'mac_address': 'fa:16:3e:06:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:19:19Z', 'updated_at': '2021-04-08T12:19:36Z', 'revision_number': 1, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:38.883958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa72699-caf9-4be4-b589-fe32ea895952 None None] The sync data for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi is: [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '2ef8c16c-a8f8-4661-8d55-6380a3df8209', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'port_id': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'mac_address': 'fa:16:3e:06:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:19:19Z', 'updated_at': '2021-04-08T12:19:36Z', 'revision_number': 1, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:19:39.101690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c1336-58dd-439e-aaee-d65de521bb49 req-3f98c20d-d43a-4a74-a091-dd98d2daebb6 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:39.103407 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-891c1336-58dd-439e-aaee-d65de521bb49 req-3f98c20d-d43a-4a74-a091-dd98d2daebb6 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0938010
Apr 08 12:19:39.135445 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-891c1336-58dd-439e-aaee-d65de521bb49 req-2f3d31b2-0c5f-4ce8-b6d7-6c98a073d097 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257854
Apr 08 12:19:39.167044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3b980-eada-44ef-a3ba-fe002e3aecaf None None] New status for floating IP 2ef8c16c-a8f8-4661-8d55-6380a3df8209: ACTIVE {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:19:40.340784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017875d-43a9-4c91-80b7-a6071e9cb68e req-5702c994-7681-491f-af84-28d429aa112a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:40.342374 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f017875d-43a9-4c91-80b7-a6071e9cb68e req-5702c994-7681-491f-af84-28d429aa112a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0899248
Apr 08 12:19:40.371668 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f017875d-43a9-4c91-80b7-a6071e9cb68e req-b762e052-7ed2-46bc-a569-294c65d9a558 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0226920
Apr 08 12:19:41.573877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311dcf6-b18d-4c45-b25c-fb23ce9e9230 req-fb0188ea-577e-4d7c-8d71-6338823c0ddf tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:41.575497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1311dcf6-b18d-4c45-b25c-fb23ce9e9230 req-fb0188ea-577e-4d7c-8d71-6338823c0ddf tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0865347
Apr 08 12:19:41.606357 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1311dcf6-b18d-4c45-b25c-fb23ce9e9230 req-eadbd006-ed40-4c81-a6db-20efd2541842 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245605
Apr 08 12:19:42.710250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:19:42.807050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7e757-463a-4c58-ac76-61a3e52d8a42 req-acc1de7d-bd44-45d1-917c-aef2b6b5d071 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:42.808651 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-48b7e757-463a-4c58-ac76-61a3e52d8a42 req-acc1de7d-bd44-45d1-917c-aef2b6b5d071 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0888038
Apr 08 12:19:42.838864 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-48b7e757-463a-4c58-ac76-61a3e52d8a42 req-958a6456-bef2-4c1f-a948-ded98a964852 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236847
Apr 08 12:19:42.853513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:42.868126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'port_id': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'mac_address': 'fa:16:3e:8e:20:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:19:42.929769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:42.931115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:19:42.947355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:42.988861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:42.991735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:43.079200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:43.084561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:43.220558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:19:44.043163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d998-63c8-41bc-b7df-3660b7d4db2c req-cbd180dd-4d05-4c0a-861f-3f9063b245d1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:44.044763 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1ee9d998-63c8-41bc-b7df-3660b7d4db2c req-cbd180dd-4d05-4c0a-861f-3f9063b245d1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 945 time: 0.0910892
Apr 08 12:19:44.077057 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1ee9d998-63c8-41bc-b7df-3660b7d4db2c req-4cdeb09e-1289-48c5-a1bf-e8239d4b0ae6 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257504
Apr 08 12:19:44.705643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:19:44.811083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:19:44.815815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:19:44.816232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:44.936402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:44.947926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:44.958918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:19:44.994341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:44.997418 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'code': 200}
Apr 08 12:19:44.997957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-368b0024-b50b-492e-ac8e-677e20b70700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:45.067913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:45.071484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:45.483987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e51ae-0974-4495-87f3-bdb9f220bfaf req-2ef49475-01b7-4899-80ad-ec564c99ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:45.485571 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2c3e51ae-0974-4495-87f3-bdb9f220bfaf req-2ef49475-01b7-4899-80ad-ec564c99ccf1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1099 time: 0.1669500
Apr 08 12:19:45.493880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c48951-9043-420b-bd64-ab4afac34c7e req-2a5f95c9-dcb8-4800-aae5-2536f442c9da tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:45.495379 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-53c48951-9043-420b-bd64-ab4afac34c7e req-2a5f95c9-dcb8-4800-aae5-2536f442c9da tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.1610169
Apr 08 12:19:45.531713 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2c3e51ae-0974-4495-87f3-bdb9f220bfaf req-9bd11367-3e41-46ca-9dcd-5cc9a5a9e737 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353403
Apr 08 12:19:45.539472 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-53c48951-9043-420b-bd64-ab4afac34c7e req-d2d3091a-0dcc-4a6f-8f6d-9a094f0f4d62 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326412
Apr 08 12:19:46.745455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d72d9-c896-4f90-8028-2b5462435484 req-e5de92c1-191e-462d-8ac0-074aeaaa7270 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:46.747024 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b7d72d9-c896-4f90-8028-2b5462435484 req-e5de92c1-191e-462d-8ac0-074aeaaa7270 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0902655
Apr 08 12:19:46.777476 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b7d72d9-c896-4f90-8028-2b5462435484 req-4ce86fb8-ff63-462a-bede-c7511548c1cf tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238979
Apr 08 12:19:46.975920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f278-5164-4973-b7be-ae45574f764b req-9dfcf5a8-8490-48ac-9e2b-5c03de4cfe9e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:46.977374 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b33f278-5164-4973-b7be-ae45574f764b req-9dfcf5a8-8490-48ac-9e2b-5c03de4cfe9e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0878251
Apr 08 12:19:47.007622 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1b33f278-5164-4973-b7be-ae45574f764b req-9ab2b2dc-e8b0-4c22-a5a2-9e5aae6ffde9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240510
Apr 08 12:19:47.031643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50002) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:47.220466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5911064-e552-4dd7-9df3-016223a334ee tempest-TestShelveInstance-2053970404 tempest-TestShelveInstance-2053970404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:47.221227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a5911064-e552-4dd7-9df3-016223a334ee tempest-TestShelveInstance-2053970404 tempest-TestShelveInstance-2053970404-project-admin] Synchronizing usage tracker for tenant:531d72771c464d2e8c8bc38afbd6696e on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:19:47.262743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a5911064-e552-4dd7-9df3-016223a334ee tempest-TestShelveInstance-2053970404 tempest-TestShelveInstance-2053970404-project-admin] Unset dirty status for tenant:531d72771c464d2e8c8bc38afbd6696e on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:19:47.263912 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a5911064-e552-4dd7-9df3-016223a334ee tempest-TestShelveInstance-2053970404 tempest-TestShelveInstance-2053970404-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1094 time: 0.2312779
Apr 08 12:19:47.266983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50008) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:19:47.273035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'port_id': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:19:47.279121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:19:47.283052 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Usage tracker for resource:floatingip and tenant:f89c54d8444949e0a136701bbc6c6577 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:19:47.285951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:19:47.291891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:19:47.331445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:47.719073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:47.865491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Allocated IP 172.27.1.139 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/4b97a13d-164e-4397-a231-88ba349c3614) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:19:48.019197 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:48.080039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:48.096286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:48.229032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'Port': ['ID=4b97a13d-164e-4397-a231-88ba349c3614,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:48.233627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:48.285830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:19:48.287137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:19:48.289362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:19:48.713650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:48.827240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:49.099592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:49.136980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:49.152334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:19:49.281848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event updated for resources: {'Port': ['ID=4b97a13d-164e-4397-a231-88ba349c3614,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:19:49.286989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:19:49.382868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:49.562397 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Floating IP ff75f523-c6bf-4ddd-b95d-ccaee99c5927 associated. External IP: 172.27.1.139, port: 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c.
Apr 08 12:19:49.933313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Router 575328df-9925-4cef-90ce-0eb8246915a2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:19:50.126177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:19:50.136035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] Sync routers for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:19:50.146008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:50.146710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00d3e898>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:19:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:50.183106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:50.241531 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9734571
Apr 08 12:19:50.242225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:19:50.338100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:50.348397 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'status': 'completed', 'code': 200}
Apr 08 12:19:50.455973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af178-f9ae-48a1-9732-e86611263580 req-ff266335-79ce-4c5d-96ee-c7ca73c6975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:50.457605 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-814af178-f9ae-48a1-9732-e86611263580 req-ff266335-79ce-4c5d-96ee-c7ca73c6975b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1099 time: 0.0878267
Apr 08 12:19:50.603626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af178-f9ae-48a1-9732-e86611263580 req-333061bd-1601-4882-9a78-5c26235e10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:50.605222 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-814af178-f9ae-48a1-9732-e86611263580 req-333061bd-1601-4882-9a78-5c26235e10c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 910 time: 0.1404951
Apr 08 12:19:50.703151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00d3e898>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ff75f523-c6bf-4ddd-b95d-ccaee99c5927', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'port_id': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'mac_address': 'fa:16:3e:8e:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:19:48Z', 'updated_at': '2021-04-08T12:19:48Z', 'revision_number': 0, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:02Z', 'revision_number': 5, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:50.707307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] Checking router: 575328df-9925-4cef-90ce-0eb8246915a2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:19:50.711766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-814af178-f9ae-48a1-9732-e86611263580 req-cb177139-5970-4567-951b-ca417d00cdb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 1000 time: 0.1005177
Apr 08 12:19:50.716688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:19:50.717355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00d3e898>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:19:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:50.917923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:19:51.038494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af178-f9ae-48a1-9732-e86611263580 req-d98cadf7-9ff9-4abf-9cdd-be2ae735cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:51.040075 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-814af178-f9ae-48a1-9732-e86611263580 req-d98cadf7-9ff9-4abf-9cdd-be2ae735cd22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 200  len: 848 time: 0.3227742
Apr 08 12:19:51.126443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af178-f9ae-48a1-9732-e86611263580 req-4fe14db9-0d4d-45cd-b73d-d6d65477d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:51.130710 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-814af178-f9ae-48a1-9732-e86611263580 req-4fe14db9-0d4d-45cd-b73d-d6d65477d3f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6d23616-b27e-41fd-b140-34c013f91138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816956
Apr 08 12:19:51.273445 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-814af178-f9ae-48a1-9732-e86611263580 req-c535ca08-9dec-4c9f-8c63-b5eb5160bcb1 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371503
Apr 08 12:19:51.297155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00d3e898>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ff75f523-c6bf-4ddd-b95d-ccaee99c5927', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'port_id': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'mac_address': 'fa:16:3e:8e:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:19:48Z', 'updated_at': '2021-04-08T12:19:48Z', 'revision_number': 0, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:02Z', 'revision_number': 5, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:19:51.301326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1515e-f550-4fde-90c0-a14b5e700dac None None] The sync data for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi is: [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ff75f523-c6bf-4ddd-b95d-ccaee99c5927', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'port_id': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'mac_address': 'fa:16:3e:8e:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:19:48Z', 'updated_at': '2021-04-08T12:19:48Z', 'revision_number': 0, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:02Z', 'revision_number': 5, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:19:51.427966 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-814af178-f9ae-48a1-9732-e86611263580 req-4401563a-84e4-4e7e-b753-bab10ad290e6 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387825
Apr 08 12:19:51.593690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f66fc8-3f4f-4c9a-8576-6dd83a650877 None None] New status for floating IP ff75f523-c6bf-4ddd-b95d-ccaee99c5927: ACTIVE {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:19:54.462818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-878f5f64-d800-4a59-8066-9a0c320a627c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:56.587409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd37fd-250f-4a5d-a63e-0003483d3d14 req-d7823d13-9057-4a77-8005-ee0e571f0ef8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:56.588974 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b8cd37fd-250f-4a5d-a63e-0003483d3d14 req-d7823d13-9057-4a77-8005-ee0e571f0ef8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0922904
Apr 08 12:19:56.619549 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b8cd37fd-250f-4a5d-a63e-0003483d3d14 req-5129a2d8-b9c4-4f11-85eb-ed754f9eca29 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240123
Apr 08 12:19:56.645734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-31a87e33-bef4-43c6-bce6-bbad6a3e45b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:57.022518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:57.823583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c9249-7fdc-4dcf-8edb-d69c8c0bda56 req-650f6dbb-94ce-4576-9f4b-53d3da6fc120 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:57.825139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e54c9249-7fdc-4dcf-8edb-d69c8c0bda56 req-650f6dbb-94ce-4576-9f4b-53d3da6fc120 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0874817
Apr 08 12:19:57.854973 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e54c9249-7fdc-4dcf-8edb-d69c8c0bda56 req-0e80ac2c-ae45-4edd-8f34-29661a66e760 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0234921
Apr 08 12:19:58.285096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:58.776606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:19:59.066729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaab0e8-79aa-4a33-873c-8ad678901199 req-d4eedb32-ac6c-4c5e-b9d7-a4b521bfaede tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:19:59.068327 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3aaab0e8-79aa-4a33-873c-8ad678901199 req-d4eedb32-ac6c-4c5e-b9d7-a4b521bfaede tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0915220
Apr 08 12:19:59.102108 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3aaab0e8-79aa-4a33-873c-8ad678901199 req-4455e500-1a03-47bf-a43f-c5e4199d6553 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261981
Apr 08 12:20:00.307101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d51a85-77c7-4a97-b6c9-e0ddefe8d79b req-0df44fab-fa21-4c79-aa61-b1c9dd9fa11c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:00.308628 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51d51a85-77c7-4a97-b6c9-e0ddefe8d79b req-0df44fab-fa21-4c79-aa61-b1c9dd9fa11c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0885730
Apr 08 12:20:00.340519 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51d51a85-77c7-4a97-b6c9-e0ddefe8d79b req-0cce7959-3ed7-4821-b51e-8fd0b89cf740 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254915
Apr 08 12:20:01.556132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ac7a-b9ea-4d5f-9a33-2b117df37dc8 req-1abb0125-6f69-4b4c-9947-f0739b58c9f8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:01.557716 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ebb4ac7a-b9ea-4d5f-9a33-2b117df37dc8 req-1abb0125-6f69-4b4c-9947-f0739b58c9f8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0919392
Apr 08 12:20:01.589354 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ebb4ac7a-b9ea-4d5f-9a33-2b117df37dc8 req-861c8297-2d96-4799-b82b-98d32441e434 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252807
Apr 08 12:20:02.799159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5083d3-4baf-4f39-a417-830155a29637 req-088de577-dc2f-40a0-aa9b-e1093ccb0dfa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:02.800761 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed5083d3-4baf-4f39-a417-830155a29637 req-088de577-dc2f-40a0-aa9b-e1093ccb0dfa tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0884113
Apr 08 12:20:02.832269 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed5083d3-4baf-4f39-a417-830155a29637 req-5a1fbb83-65cc-4b65-b61f-222776bf5ceb tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238192
Apr 08 12:20:04.041229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb5d6f-cad5-44fa-8429-c4f88f975ef1 req-72413dfe-ce4d-4664-9f31-6d09d1c57f20 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:04.042827 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-15cb5d6f-cad5-44fa-8429-c4f88f975ef1 req-72413dfe-ce4d-4664-9f31-6d09d1c57f20 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0920749
Apr 08 12:20:04.074401 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-15cb5d6f-cad5-44fa-8429-c4f88f975ef1 req-06690f28-99b3-457c-aa08-7b696412a878 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252230
Apr 08 12:20:05.257568 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:05.279382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4a74f-0827-408d-9d8c-0d3a741fece9 req-ea61f687-4900-4951-a4d6-84688d5d2a6c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:05.280971 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9eb4a74f-0827-408d-9d8c-0d3a741fece9 req-ea61f687-4900-4951-a4d6-84688d5d2a6c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0890341
Apr 08 12:20:05.312209 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9eb4a74f-0827-408d-9d8c-0d3a741fece9 req-c9ed709c-4eab-4bfd-93c7-68e46edd19f5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247977
Apr 08 12:20:06.542337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8efc31-43ae-4521-a35d-931e63c44e9b req-424af500-3d45-4a54-9529-4aff117ce9a7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:06.543946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b8efc31-43ae-4521-a35d-931e63c44e9b req-424af500-3d45-4a54-9529-4aff117ce9a7 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0934732
Apr 08 12:20:06.574640 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9b8efc31-43ae-4521-a35d-931e63c44e9b req-d258d6a6-3f45-4dc5-8ebc-3192b41977ed tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244653
Apr 08 12:20:07.431681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:20:07.778724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ec6bb-37b8-42c6-ae80-4a63b39fb577 req-5bf0b567-dc4c-4706-9926-b8cab097622e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:07.780211 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b9ec6bb-37b8-42c6-ae80-4a63b39fb577 req-5bf0b567-dc4c-4706-9926-b8cab097622e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0891032
Apr 08 12:20:07.810634 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b9ec6bb-37b8-42c6-ae80-4a63b39fb577 req-8179ebb0-30a4-4a02-a628-9c65a68c02c5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0241914
Apr 08 12:20:08.845317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:20:08.993193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:09.007905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'port_id': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'mac_address': 'fa:16:3e:56:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:20:09.023296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c35b39-2029-492b-b9ec-0270f2d69577 req-ffc00ffb-8fc5-4fe4-a56d-228063a2f34d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:09.025789 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b6c35b39-2029-492b-b9ec-0270f2d69577 req-ffc00ffb-8fc5-4fe4-a56d-228063a2f34d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0934210
Apr 08 12:20:09.068255 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b6c35b39-2029-492b-b9ec-0270f2d69577 req-4017cfde-1e0c-459a-8788-2acfdea5dfb5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276825
Apr 08 12:20:09.073035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:09.074282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:20:09.092142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:09.119431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:09.121635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:09.193623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=6']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:09.202138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.202588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.202969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.203346 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.203713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.204082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.204445 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.204809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.205173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.205535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.205893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.206255 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:09.210233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:09.216222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:20:10.290787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c557-7e93-4f73-a337-b4ef2ea253fb req-3d5dd168-cbb4-470e-8edc-ff206ee7c9e1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:10.293292 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3093c557-7e93-4f73-a337-b4ef2ea253fb req-3d5dd168-cbb4-470e-8edc-ff206ee7c9e1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 944 time: 0.0938783
Apr 08 12:20:10.326677 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3093c557-7e93-4f73-a337-b4ef2ea253fb req-e307ebad-0a64-4264-bbdc-38278b0b5df4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268302
Apr 08 12:20:10.856989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:20:10.936098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:20:10.936544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:11.067311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:11.082546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:20:11.097101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:11.130943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:11.133400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3b3b27c9-838d-46e1-9fd0-64b51e78d991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:11.206511 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'code': 200}
Apr 08 12:20:11.224979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=7']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:11.229328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:11.564433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904e0d-754b-4889-9d76-a8a48bb726a8 req-09124696-bca5-482d-a236-48f870f22725 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:11.566781 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-19904e0d-754b-4889-9d76-a8a48bb726a8 req-09124696-bca5-482d-a236-48f870f22725 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.1006179
Apr 08 12:20:11.600730 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-19904e0d-754b-4889-9d76-a8a48bb726a8 req-2153c7e8-e671-4f80-a490-e1618aaa2bfc tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268335
Apr 08 12:20:13.051802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373d7dd-4041-4e62-8e1d-3320a6d7c502 req-8d9559d6-fa29-4930-b5ed-68878994ffe4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:13.053566 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8373d7dd-4041-4e62-8e1d-3320a6d7c502 req-8d9559d6-fa29-4930-b5ed-68878994ffe4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.3312132
Apr 08 12:20:13.092087 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8373d7dd-4041-4e62-8e1d-3320a6d7c502 req-03028d9e-89a4-421b-88f9-29af5588f796 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313618
Apr 08 12:20:14.315509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f2799-d9b8-40d9-8d43-01d3e4b37491 req-c758ec3e-fc24-43ff-a60b-2cf7877b1aa8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:14.317420 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dd4f2799-d9b8-40d9-8d43-01d3e4b37491 req-c758ec3e-fc24-43ff-a60b-2cf7877b1aa8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0923643
Apr 08 12:20:14.349036 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dd4f2799-d9b8-40d9-8d43-01d3e4b37491 req-e536bd86-b300-4503-b3fe-bd30fe46c90e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244288
Apr 08 12:20:15.572671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0bc9-c1e2-4a93-90b7-6db6857568f4 req-518c88cb-cbb8-4b91-be49-fdbcc5004991 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:15.574280 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6eff0bc9-c1e2-4a93-90b7-6db6857568f4 req-518c88cb-cbb8-4b91-be49-fdbcc5004991 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0947163
Apr 08 12:20:15.607973 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6eff0bc9-c1e2-4a93-90b7-6db6857568f4 req-f1658991-de47-46ab-a513-bbfb6911111f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0272329
Apr 08 12:20:16.821842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db007-15aa-4bc0-9406-c37331d159d2 req-761efa16-1298-4641-9fd4-8b1df4e89b22 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:16.830062 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-132db007-15aa-4bc0-9406-c37331d159d2 req-761efa16-1298-4641-9fd4-8b1df4e89b22 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0987887
Apr 08 12:20:16.856658 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-132db007-15aa-4bc0-9406-c37331d159d2 req-792e0d41-7d7f-4175-ba01-8309e34cf439 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256257
Apr 08 12:20:18.142022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccef25-738d-4c09-a357-e3aeae0e3900 req-4742dfe3-6acd-49a6-8fc4-27fe62f67a09 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:18.143631 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bfccef25-738d-4c09-a357-e3aeae0e3900 req-4742dfe3-6acd-49a6-8fc4-27fe62f67a09 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.1391380
Apr 08 12:20:18.191162 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bfccef25-738d-4c09-a357-e3aeae0e3900 req-7fa7607a-4b29-41b4-a3d6-52489cb0a5de tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315764
Apr 08 12:20:19.457475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8590df6-cbda-4baf-bad9-d52fa673c31a req-648f73e5-b478-497e-b0bb-194677752747 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:19.464967 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8590df6-cbda-4baf-bad9-d52fa673c31a req-648f73e5-b478-497e-b0bb-194677752747 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.1456499
Apr 08 12:20:19.494128 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f8590df6-cbda-4baf-bad9-d52fa673c31a req-76b7fdee-e12c-4a3d-9974-6de6ebc53dba tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253763
Apr 08 12:20:20.713382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42683d06-f256-4831-bcb7-b8a42250c962 req-fb4266d0-c421-40ef-8cd8-b7611da264ab tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:20.715215 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-42683d06-f256-4831-bcb7-b8a42250c962 req-fb4266d0-c421-40ef-8cd8-b7611da264ab tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0940857
Apr 08 12:20:20.747697 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-42683d06-f256-4831-bcb7-b8a42250c962 req-6e219264-0b72-4133-ae74-180acca72d8d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260999
Apr 08 12:20:20.994079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-c7618efa-690d-46f9-a32b-7d3548b6c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:20.996835 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-c7618efa-690d-46f9-a32b-7d3548b6c026 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1098 time: 0.0804594
Apr 08 12:20:21.141675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-6bfede7b-c5b8-455a-8fc8-e30119aa633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:21.143270 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-6bfede7b-c5b8-455a-8fc8-e30119aa633a service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1396542
Apr 08 12:20:21.255515 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-b6d84ddf-f35c-4c8b-9355-dfb14f059c70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 1000 time: 0.1040237
Apr 08 12:20:21.326513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-682a5f1a-e127-47f2-a6e4-d8b3d6d44152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:21.328020 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-682a5f1a-e127-47f2-a6e4-d8b3d6d44152 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0656817
Apr 08 12:20:21.411922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-e49738ad-38ac-49bd-b3e6-b7b6fa232b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:21.413521 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-e49738ad-38ac-49bd-b3e6-b7b6fa232b29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780911
Apr 08 12:20:21.555392 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-de3d906b-a449-4eef-9c72-79a640da38b2 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345918
Apr 08 12:20:21.696762 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-99187ccc-3729-42ce-a3b6-7c26b5648452 req-1c46b523-e756-4b9a-a69c-b53a145fdbd5 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346223
Apr 08 12:20:21.957549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e784-412a-48ea-9231-e8278e300f04 req-00909c34-3064-4b05-8e44-f12f582f9255 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:21.959058 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0d13e784-412a-48ea-9231-e8278e300f04 req-00909c34-3064-4b05-8e44-f12f582f9255 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0897768
Apr 08 12:20:21.988187 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0d13e784-412a-48ea-9231-e8278e300f04 req-ae149d66-fb6c-4fd1-a844-980e030a162c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0229025
Apr 08 12:20:23.193513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fde2-778a-4c09-8724-39eb2a13e01f req-dd2f4e12-ed35-4095-9c99-bb5e0783e479 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:23.195139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5539fde2-778a-4c09-8724-39eb2a13e01f req-dd2f4e12-ed35-4095-9c99-bb5e0783e479 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0862157
Apr 08 12:20:23.226998 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5539fde2-778a-4c09-8724-39eb2a13e01f req-2c8f859e-8672-4172-a6d6-c1769c98badf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247421
Apr 08 12:20:24.434176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9a51-94ce-40d8-8535-5cbf3f30ecb6 req-3935811d-9c9f-48a5-8856-510ccb50a114 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:24.435858 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5fcf9a51-94ce-40d8-8535-5cbf3f30ecb6 req-3935811d-9c9f-48a5-8856-510ccb50a114 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 945 time: 0.0900612
Apr 08 12:20:24.456123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-25f20652-89be-47a1-9642-e567e05f331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:24.467492 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5fcf9a51-94ce-40d8-8535-5cbf3f30ecb6 req-82b8bb6d-aa05-4733-ada1-fc3b9fca4379 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253251
Apr 08 12:20:24.959104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:20:25.078553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:25.090421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:20:25.100708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:25.130559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:25.134423 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'code': 422} returned with failed status
Apr 08 12:20:25.134976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c238357d-52a1-421e-aa9e-ee3b8ad06918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:25.210079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=8']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:25.213554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:26.551527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc2110-f4ec-44b5-97cd-ac1e087aa546 req-2d79ff7d-0084-4da6-8c00-c72adc3f6193 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:26.553350 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e5fc2110-f4ec-44b5-97cd-ac1e087aa546 req-2d79ff7d-0084-4da6-8c00-c72adc3f6193 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0948977
Apr 08 12:20:26.585381 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e5fc2110-f4ec-44b5-97cd-ac1e087aa546 req-4547fb7f-abb0-45a1-bd1a-0cb0bdfea112 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250676
Apr 08 12:20:26.654208 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-fac342b5-1ebe-4621-8160-5c3ef4f7213d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0888128
Apr 08 12:20:26.662257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2f158bfd-d317-4f82-9a79-610516ea3f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:27.027979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:27.299536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-dd92ffff-b80a-4510-abcb-37dcd68279bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:27.301095 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-dd92ffff-b80a-4510-abcb-37dcd68279bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45&tenant_id=d8fb1b381792465a82ef64be541e5500 HTTP/1.1" status: 200  len: 1096 time: 0.0795660
Apr 08 12:20:27.405632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-6e8fa0f8-348c-4f41-bbf1-193e11bb9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:27.407280 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-6e8fa0f8-348c-4f41-bbf1-193e11bb9a14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1096 time: 0.0832961
Apr 08 12:20:27.550823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-834a7a5c-b3af-470e-aa74-1b73cc0e4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:27.552379 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-834a7a5c-b3af-470e-aa74-1b73cc0e4606 service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1381581
Apr 08 12:20:27.664593 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-46283397-6112-4db4-8839-550979ef5ad7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 998 time: 0.1053162
Apr 08 12:20:27.790988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-a7dae9e1-db3a-4803-9782-d7d6f1fc1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:27.793138 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-a7dae9e1-db3a-4803-9782-d7d6f1fc1343 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.1219118
Apr 08 12:20:27.879688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188202f-de14-416b-8035-7573c2e8deaa req-cff0f51c-83ba-4443-825e-f606c3443439 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:27.881271 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b188202f-de14-416b-8035-7573c2e8deaa req-cff0f51c-83ba-4443-825e-f606c3443439 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.1660151
Apr 08 12:20:27.922006 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b188202f-de14-416b-8035-7573c2e8deaa req-5fb1ccc6-7e1b-4919-a8f0-e6cd671ec523 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321093
Apr 08 12:20:27.928269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-8f75b1eb-cf71-4a2c-b108-518b5fb54457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:27.929819 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-8f75b1eb-cf71-4a2c-b108-518b5fb54457 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296434
Apr 08 12:20:28.085866 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-9e8e8e39-3383-4af7-bdd4-5b0300afa53b service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484962
Apr 08 12:20:28.230017 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-9e49ec38-b6ff-4598-8b05-541081ab6c96 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373386
Apr 08 12:20:28.273337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:28.770330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:29.133598 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199ef10-b36c-4841-9e0d-d40d12158966 req-c44e92ff-6911-409f-a730-770b96b45b6c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:29.135852 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e199ef10-b36c-4841-9e0d-d40d12158966 req-c44e92ff-6911-409f-a730-770b96b45b6c tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0886917
Apr 08 12:20:29.166070 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e199ef10-b36c-4841-9e0d-d40d12158966 req-c580cc66-9776-475d-8f9e-b376ec58096e tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238202
Apr 08 12:20:30.381789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ecbd-4377-4a33-9bf4-383be4aec9b1 req-ff0ac780-b2aa-4832-bc77-7036fd98cb37 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:30.384057 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-97e3ecbd-4377-4a33-9bf4-383be4aec9b1 req-ff0ac780-b2aa-4832-bc77-7036fd98cb37 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0951633
Apr 08 12:20:30.425147 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-97e3ecbd-4377-4a33-9bf4-383be4aec9b1 req-7c264c57-a36b-4e54-8799-a862c23f7868 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0292928
Apr 08 12:20:31.636465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe25a4-3608-496c-b4aa-181348aa9bd6 req-855dc911-7365-412d-8126-5ffc954195f5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:31.638083 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eefe25a4-3608-496c-b4aa-181348aa9bd6 req-855dc911-7365-412d-8126-5ffc954195f5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0913441
Apr 08 12:20:31.668685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eefe25a4-3608-496c-b4aa-181348aa9bd6 req-4f4bc28b-5980-4f3c-aa8a-dbc2d57ff4af tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0241265
Apr 08 12:20:32.893904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52098d2-4d39-4ea1-bd99-b10b799c961d req-88c57ac8-335a-413c-9b6d-1514533e4e6d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:32.895534 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f52098d2-4d39-4ea1-bd99-b10b799c961d req-88c57ac8-335a-413c-9b6d-1514533e4e6d tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0933728
Apr 08 12:20:32.925774 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f52098d2-4d39-4ea1-bd99-b10b799c961d req-60ae0934-9bed-4db3-bf96-68a4858ef870 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236804
Apr 08 12:20:34.257985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376ee8-ddb5-4cec-841b-6386ee8a5034 req-8bf7b112-d922-4f4f-92e4-527a5ed12eb5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:34.259536 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec376ee8-ddb5-4cec-841b-6386ee8a5034 req-8bf7b112-d922-4f4f-92e4-527a5ed12eb5 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0912232
Apr 08 12:20:34.291677 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ec376ee8-ddb5-4cec-841b-6386ee8a5034 req-a631e19b-28c8-40c3-97f0-24341d0d603b tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251279
Apr 08 12:20:35.251153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:35.516667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb273fb-bbaa-4fce-a10d-eea6d792928a req-b243da03-84ed-444f-b788-8a05f7eb7dbf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:35.518435 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cdb273fb-bbaa-4fce-a10d-eea6d792928a req-b243da03-84ed-444f-b788-8a05f7eb7dbf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0990639
Apr 08 12:20:35.548967 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cdb273fb-bbaa-4fce-a10d-eea6d792928a req-05d93e57-d9ea-4a2e-89f3-50f48cf8b8cf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242550
Apr 08 12:20:36.765514 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a8d8-b0ae-4772-b99e-1dad6cbd6520 req-eef6cdec-4543-415d-8d1f-56cc2230e0af tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:36.767068 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-37d2a8d8-b0ae-4772-b99e-1dad6cbd6520 req-eef6cdec-4543-415d-8d1f-56cc2230e0af tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0910561
Apr 08 12:20:36.802473 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-37d2a8d8-b0ae-4772-b99e-1dad6cbd6520 req-4058b84d-e976-4175-beaf-b8f8513abf59 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0283995
Apr 08 12:20:38.014201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59eb9a-ed20-4383-8c8f-404ab8a0ee4f req-655e5994-2f90-45a2-9f39-e91f3ad85acf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:38.016496 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cf59eb9a-ed20-4383-8c8f-404ab8a0ee4f req-655e5994-2f90-45a2-9f39-e91f3ad85acf tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0950460
Apr 08 12:20:38.049821 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cf59eb9a-ed20-4383-8c8f-404ab8a0ee4f req-2fb986a0-04b8-4d5e-a4d3-84ed1049b7d4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264876
Apr 08 12:20:39.256458 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3435-bf43-4375-ba35-dd0a55250ccb req-b3023e36-0078-4e5c-8d42-c2be8ad6e8dd tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:39.258074 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c4af3435-bf43-4375-ba35-dd0a55250ccb req-b3023e36-0078-4e5c-8d42-c2be8ad6e8dd tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0885952
Apr 08 12:20:39.289912 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c4af3435-bf43-4375-ba35-dd0a55250ccb req-d807a302-8f23-496f-966e-6d3912e96090 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242226
Apr 08 12:20:40.092736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-8af17161-06b9-460d-aa55-4ba7ba8eea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:40.094375 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-8af17161-06b9-460d-aa55-4ba7ba8eea58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8fb1b381792465a82ef64be541e5500&device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1096 time: 0.0805352
Apr 08 12:20:40.255697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-4dad00a8-9389-433f-8dc7-e3149182cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:40.257322 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-4dad00a8-9389-433f-8dc7-e3149182cc77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 200  len: 918 time: 0.1425104
Apr 08 12:20:40.377728 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-d11a091b-fc77-4e0d-9147-1c394288101e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 200  len: 998 time: 0.1128182
Apr 08 12:20:40.457716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-5365e1df-cd13-42b2-aa7f-445641dd7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:40.459303 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-5365e1df-cd13-42b2-aa7f-445641dd7eb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 200  len: 856 time: 0.0712605
Apr 08 12:20:40.514844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486964-b5b0-4b8d-a94e-1b0c962ce2dc req-385f78c0-d7f2-41f1-972c-bb24d19e4060 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:40.516774 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b486964-b5b0-4b8d-a94e-1b0c962ce2dc req-385f78c0-d7f2-41f1-972c-bb24d19e4060 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0946071
Apr 08 12:20:40.543135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-11311620-2a8c-49b4-91d8-3be6d5ede89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:40.544766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-11311620-2a8c-49b4-91d8-3be6d5ede89f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=869b82a0-8157-44c7-88c1-711d14519eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788450
Apr 08 12:20:40.548966 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6b486964-b5b0-4b8d-a94e-1b0c962ce2dc req-1705d569-a8dd-46af-932b-031384b71834 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254793
Apr 08 12:20:40.927011 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-cfad8b23-d202-4b27-b2d8-500b9fb01e57 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3747070
Apr 08 12:20:41.075636 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1809e616-eae1-4522-8715-27e1e3aaf392 req-b8bd5f56-3b5c-4e36-90ed-a83214a4ff64 service neutron] 10.222.0.55 "GET /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360176
Apr 08 12:20:41.772863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b29685-2847-47b4-a545-ca637b1ff05f req-a0fdf017-ac33-48fb-a5fc-ff83372c4e72 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:41.774526 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58b29685-2847-47b4-a545-ca637b1ff05f req-a0fdf017-ac33-48fb-a5fc-ff83372c4e72 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0900958
Apr 08 12:20:41.809695 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-58b29685-2847-47b4-a545-ca637b1ff05f req-c5a6f5e6-54f0-4b19-b75a-76a3fdf33ba1 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276744
Apr 08 12:20:43.018388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabfb2c-174b-40a6-8f78-458141418c52 req-d26f3ddb-9253-476b-9cdd-a4a58f63932a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:43.019959 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bdabfb2c-174b-40a6-8f78-458141418c52 req-d26f3ddb-9253-476b-9cdd-a4a58f63932a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 943 time: 0.0874295
Apr 08 12:20:43.051035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:20:43.052954 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bdabfb2c-174b-40a6-8f78-458141418c52 req-bfd6e405-0a21-43b0-a4c6-86bd58fb70ca tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267231
Apr 08 12:20:43.190359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:43.204558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'port_id': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'mac_address': 'fa:16:3e:56:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:20:43.265868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:43.267183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:20:43.283396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:43.301611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:43.303531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:43.371547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=9']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:43.374720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:43.528071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:20:44.260011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29d4a2-9c69-4896-9d5a-eeff976a013c req-0c6f80ea-c574-4439-bd12-4c5b7c034c08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:44.262191 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc29d4a2-9c69-4896-9d5a-eeff976a013c req-0c6f80ea-c574-4439-bd12-4c5b7c034c08 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 944 time: 0.0886259
Apr 08 12:20:44.291601 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fc29d4a2-9c69-4896-9d5a-eeff976a013c req-20ad3db1-b24f-450c-abc7-7ba9932de863 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0231087
Apr 08 12:20:44.431929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:20:45.066429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:20:45.138535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:20:45.138955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:45.265585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:45.277610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:20:45.288605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:45.307749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:45.310899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:45.343126 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'code': 200}
Apr 08 12:20:45.391981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=10']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:45.395676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:45.524350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917cd9b-d35a-463e-98fd-c15b645e97e9 req-63f07636-01e0-4c69-82d7-8e3914edf327 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:45.526175 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9917cd9b-d35a-463e-98fd-c15b645e97e9 req-63f07636-01e0-4c69-82d7-8e3914edf327 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0941329
Apr 08 12:20:45.608924 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9917cd9b-d35a-463e-98fd-c15b645e97e9 req-955d1a02-aa9a-41e3-90e1-5f16ab843673 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755708
Apr 08 12:20:45.640153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9d7e-0c60-4ca4-85fb-64567944a214 req-4c7515e7-bbd9-4e25-891d-193951770c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:45.641755 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1eca9d7e-0c60-4ca4-85fb-64567944a214 req-4c7515e7-bbd9-4e25-891d-193951770c66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 1099 time: 0.0919476
Apr 08 12:20:45.670212 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1eca9d7e-0c60-4ca4-85fb-64567944a214 req-35a6d428-47b2-4066-a0fc-370e38ef50f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0211310
Apr 08 12:20:46.825701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9b92d-7134-4641-a184-dcc93d42c826 req-3d4d4487-bffb-4ebc-8500-f2dd9b4eb0bd tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:46.827309 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cae9b92d-7134-4641-a184-dcc93d42c826 req-3d4d4487-bffb-4ebc-8500-f2dd9b4eb0bd tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0933056
Apr 08 12:20:46.857683 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cae9b92d-7134-4641-a184-dcc93d42c826 req-933034bb-dcf9-4e86-9f4b-66c648385fe6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0239727
Apr 08 12:20:48.064868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a0792-b327-40de-b7a5-d79fada0c502 req-d3bda505-c020-482c-bdc9-65f5a0d1a695 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:48.066523 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-562a0792-b327-40de-b7a5-d79fada0c502 req-d3bda505-c020-482c-bdc9-65f5a0d1a695 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0889430
Apr 08 12:20:48.101780 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-562a0792-b327-40de-b7a5-d79fada0c502 req-0f507a97-44cd-4a19-96d6-db8f52c81b87 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0283201
Apr 08 12:20:53.732574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d1a6e-4780-42f8-a547-4b5757a9bc92 req-b2de0305-b5ab-4a65-9f17-5dc88c600ea0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:53.734066 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7f4d1a6e-4780-42f8-a547-4b5757a9bc92 req-b2de0305-b5ab-4a65-9f17-5dc88c600ea0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 946 time: 0.0873950
Apr 08 12:20:53.764289 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7f4d1a6e-4780-42f8-a547-4b5757a9bc92 req-a6056f9a-f7fe-4f3c-ac1d-5eb1f4477df6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0238423
Apr 08 12:20:54.449993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbdf8-ab2a-4add-a6ee-a2cdb69201d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:54.966288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987164-0e49-4de1-8929-04951b2bcc63 req-b98cd6ad-238f-4312-8cc6-d13db7f5b354 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:54.967850 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-82987164-0e49-4de1-8929-04951b2bcc63 req-b98cd6ad-238f-4312-8cc6-d13db7f5b354 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 946 time: 0.0892596
Apr 08 12:20:54.998921 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-82987164-0e49-4de1-8929-04951b2bcc63 req-7ff92275-dd6b-4cc1-9601-0038f827cfc2 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups?id=aedb2355-e0f3-4750-b71f-ac968baa2c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0246952
Apr 08 12:20:55.348418 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-6423e8ed-878e-4d7b-82dd-572b78dc05a0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:20:55.349935 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-6423e8ed-878e-4d7b-82dd-572b78dc05a0 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 946 time: 0.0853655
Apr 08 12:20:55.429909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Deleting port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:20:55.430329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:55.687857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] For port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:20:55.688185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:55.990594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:55.991139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:55.991255 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Floating IP 2ef8c16c-a8f8-4661-8d55-6380a3df8209 disassociated. External IP: 172.27.1.52, port: ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f.
Apr 08 12:20:55.991605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Calling delete_port for ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:20:56.168511 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4fa03d1c-6c10-4ea9-a3ee-fdf97ba0b630 req-0925709f-8aa1-47ba-944a-20dfb43a3859 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 210 time: 0.0524738
Apr 08 12:20:56.170127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:56.186213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fcad84d4-890a-49f0-b1e3-f1508716b030 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:56.280942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event deleted for resources: {'Port': ['ID=ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:56.301615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.302046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.302489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.302898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.303301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.303702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.304115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.304511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.304910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.305304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.305697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.306091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:20:56.311373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:56.564885 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:20:56.668062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c28feac9-898c-4e29-a86e-9704ace267c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:56.753862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:20:56.763512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] Sync routers for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:20:56.773665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:20:56.774486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00ef0c88>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:20:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:20:56.833547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] No DVR routers for this DVR port ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:20:56.836450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:56.839852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'name': 'network-vif-deleted', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:20:56.885338 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2e859995-1716-4b81-a27d-654fdd86a9f2 req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.55 "DELETE /v2.0/ports/ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f HTTP/1.1" status: 204  len: 173 time: 1.5297141
Apr 08 12:20:56.897308 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8047aad6-b96b-45e1-ada9-3c6063b5fb08', 'name': 'network-vif-deleted', 'tag': 'ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f', 'status': 'completed', 'code': 200}
Apr 08 12:20:56.969847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:20:57.112128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:57.314650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00ef0c88>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:20:57.318769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] Checking router: 633d7ba2-20bc-46dc-9ff6-ac549ae220fb for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:20:57.327789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:20:57.328451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00ef0c88>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:20:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:20:57.343700 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2b9a4ced-2838-45af-96e6-4e4f56ec68b7 req-d0eb5f16-ba0c-486d-b0b6-c31dfdb2a323 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/ports?device_id=8047aad6-b96b-45e1-ada9-3c6063b5fb08 HTTP/1.1" status: 200  len: 210 time: 0.0484776
Apr 08 12:20:57.520413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:20:58.004369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00ef0c88>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:20:58.008461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a6063-6e43-4261-8951-69306c60798c None None] The sync data for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi is: [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:14:26Z', 'revision_number': 4, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9e3e79cb-e2dd-4c63-a918-e0ebf43bf880', 'name': '', 'network_id': '6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'mac_address': 'fa:16:3e:f8:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'subnets': [{'id': 'a9e26553-a475-4256-a64b-f0491d0d5b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:20:58.290103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:58.406439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35bfe7-d8c6-4947-8e05-04c27a66f812 None None] New status for floating IP 2ef8c16c-a8f8-4661-8d55-6380a3df8209: DOWN {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:20:58.508394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50484) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:20:58.580642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:58.610388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:58.672441 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:58.677848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-64206753-903b-4fa5-aba9-cd1dd8395395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:58.694745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb2355-e0f3-4750-b71f-ac968baa2c1e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:58.697166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:58.735237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:58.736576 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "DELETE /v2.0/security-groups/aedb2355-e0f3-4750-b71f-ac968baa2c1e HTTP/1.1" status: 204  len: 168 time: 0.2271562
Apr 08 12:20:58.739360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50488) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:20:58.757651 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.v2.resource [None req-8a34c2dd-90ca-41b9-840c-aa3d79e1ca86 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] show failed (client error): The resource could not be found.
Apr 08 12:20:58.758791 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8a34c2dd-90ca-41b9-840c-aa3d79e1ca86 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "GET /v2.0/security-groups/aedb2355-e0f3-4750-b71f-ac968baa2c1e HTTP/1.1" status: 404  len: 347 time: 0.0184014
Apr 08 12:20:58.762623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50492) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:20:58.781088 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:58.927892 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Deleting port 660fbd77-d775-4330-99f2-acffc8105e07 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:20:58.928270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:59.107443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:59.107816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:59.144489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:20:59.180358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:20:59.180749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device ba8c3aa4-fd8d-44fa-ab15-f7c77afbf38f not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:20:59.243082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Calling delete_port for 660fbd77-d775-4330-99f2-acffc8105e07 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:20:59.455384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:59.470906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-56f0f9e9-0eb3-4c09-a375-5de40ed0309e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:20:59.565791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Pushing event deleted for resources: {'Port': ['ID=660fbd77-d775-4330-99f2-acffc8105e07,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:20:59.568341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:20:59.731377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:59.746421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:20:59.747639 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] 10.222.0.43 "DELETE /v2.0/floatingips/2ef8c16c-a8f8-4661-8d55-6380a3df8209 HTTP/1.1" status: 204  len: 168 time: 0.9840765
Apr 08 12:21:03.958164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50522) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:04.876487 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:05.241379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Deleting port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:05.242013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:05.272805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:05.423134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] For port 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:05.423537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:05.558201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Calling delete_port for 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:05.839392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:05.854280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0deb5ac2-2838-4b3d-b9a9-b5e03cd85c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:05.947292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3e79cb-e2dd-4c63-a918-e0ebf43bf880,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:05.957113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:06.297020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:06.796104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:21:07.235047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:21:07.245455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] Sync routers for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:21:07.249273 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] 10.222.0.43 "PUT /v2.0/routers/633d7ba2-20bc-46dc-9ff6-ac549ae220fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2899065
Apr 08 12:21:07.252304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50528) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:07.255509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:21:07.256167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00df8240>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:20:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:07.438827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:07.444174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:21:07.631810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:07.672732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Deleting port ed1a14f0-66e0-4169-a60d-85df9103ee45 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:07.673123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:07.749581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00df8240>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:21:05Z', 'revision_number': 5, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port': {'id': 'ed1a14f0-66e0-4169-a60d-85df9103ee45', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:17Z', 'updated_at': '2021-04-08T12:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:07.754013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] Checking router: 633d7ba2-20bc-46dc-9ff6-ac549ae220fb for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:21:07.763288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] Routers {'633d7ba2-20bc-46dc-9ff6-ac549ae220fb'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:21:07.763955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00df8240>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:20:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:07.859261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] For port ed1a14f0-66e0-4169-a60d-85df9103ee45, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=ed1a14f0-66e0-4169-a60d-85df9103ee45,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:07.859661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:07.925395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] Set router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:21:07.991856 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Calling delete_port for ed1a14f0-66e0-4169-a60d-85df9103ee45 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:08.039790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00df8240>, [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:21:07Z', 'revision_number': 6, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:08.045076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a84ce5-58d7-4011-b42e-90ac8fcf90d0 None None] The sync data for ids ['633d7ba2-20bc-46dc-9ff6-ac549ae220fb'] in dv-cinder-784779-3-iscsi is: [{'id': '633d7ba2-20bc-46dc-9ff6-ac549ae220fb', 'name': 'tempest-AttachVolumeTestJSON-608540360-router', 'tenant_id': '78e331e206224c7aad5f2f90f7059f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:15Z', 'updated_at': '2021-04-08T12:21:07Z', 'revision_number': 6, 'project_id': '78e331e206224c7aad5f2f90f7059f26', 'gw_port_host': None}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:21:08.124647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:21:08.165179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:21:08.168033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9e3e79cb-e2dd-4c63-a918-e0ebf43bf880 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:21:08.329716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:08.348527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2c003d7e-b706-4e27-92dd-6852fe80ab5a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:08.452463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1a14f0-66e0-4169-a60d-85df9103ee45,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:08.457155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:08.609525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:08.795841 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:08.798116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:08.889411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:08.890001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633d7ba2-20bc-46dc-9ff6-ac549ae220fb {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:21:08.903854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:08.906406 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] 10.222.0.43 "DELETE /v2.0/routers/633d7ba2-20bc-46dc-9ff6-ac549ae220fb HTTP/1.1" status: 204  len: 168 time: 1.6517806
Apr 08 12:21:08.907776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50534) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:08.981058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Deleting subnet a9e26553-a475-4256-a64b-f0491d0d5b64 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:21:08.984158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:09.036641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:09.162136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:09.450287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:09.466541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ef7851c1-93ec-457e-9c8b-eead333ba63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:09.551793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e26553-a475-4256-a64b-f0491d0d5b64,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:09.566236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:09.598749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:09.604349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b75acb-aef4-401f-8eca-7a6496636a84 None None] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:21:09.604762 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-08d53404-0c5e-4118-ac7f-35716e28f10d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a9e26553-a475-4256-a64b-f0491d0d5b64 HTTP/1.1" status: 204  len: 168 time: 0.6960330
Apr 08 12:21:09.607526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50540) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:09.723814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:09.792706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Deleting port bbc495de-d444-42a7-af87-53a3afecea3d {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:09.793086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:09.871249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] DHCP port deletion for 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:21:09.876198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Deleting port bbc495de-d444-42a7-af87-53a3afecea3d {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:09.876625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:10.017242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] For port bbc495de-d444-42a7-af87-53a3afecea3d, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=bbc495de-d444-42a7-af87-53a3afecea3d,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:10.017550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:10.094823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] For port bbc495de-d444-42a7-af87-53a3afecea3d, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=bbc495de-d444-42a7-af87-53a3afecea3d,segment=NetworkSegment(e82a321d-3c3e-4c13-8b73-b0399bb2cd44),segment_id=e82a321d-3c3e-4c13-8b73-b0399bb2cd44)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:10.095234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:10.149207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Calling delete_port for bbc495de-d444-42a7-af87-53a3afecea3d owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:10.166986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device bbc495de-d444-42a7-af87-53a3afecea3d no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:21:10.255408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:10.263672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Calling delete_port for bbc495de-d444-42a7-af87-53a3afecea3d owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:10.270580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-de426b56-d846-49b8-9f94-458282ae0b40 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:10.302964 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: bbc495de-d444-42a7-af87-53a3afecea3d {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:21:10.303336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device bbc495de-d444-42a7-af87-53a3afecea3d not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:21:10.303807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ed1a14f0-66e0-4169-a60d-85df9103ee45 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:21:10.344993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: ed1a14f0-66e0-4169-a60d-85df9103ee45 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:21:10.345390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ed1a14f0-66e0-4169-a60d-85df9103ee45 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:21:10.455171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:21:10.455583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:21:10.617552 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc495de-d444-42a7-af87-53a3afecea3d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:10.621900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:10.663385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] No DVR routers for this DVR port bbc495de-d444-42a7-af87-53a3afecea3d on host dv-cinder-784779-3-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:21:10.783866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:10.897313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4efb1deb38>,) {'filters': {'network_id': ['6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:10.910950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efb1deb38>, 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:10.911292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efb1deb38>, 'e82a321d-3c3e-4c13-8b73-b0399bb2cd44') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:10.923170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:10.956468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Deleting port bbc495de-d444-42a7-af87-53a3afecea3d {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:10.956899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:11.031455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-35c04760-dcc4-4aa2-a179-415e53fe8dbd None None] The port 'bbc495de-d444-42a7-af87-53a3afecea3d' was deleted {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:21:11.055523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:11.062625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:21:11.241215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:21:11.254738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:11.431764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Network 6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:21:11.455634 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:21:11.677910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:11.682485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:11.699467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:11.707844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:11.712311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:11.716293 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] 10.222.0.43 "DELETE /v2.0/networks/6b1fc7d4-88cb-4a68-a3ed-5bf40dc45f61 HTTP/1.1" status: 204  len: 168 time: 2.1077471
Apr 08 12:21:11.928273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50546) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:11.962653 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c4d620ee-1414-4555-bd9d-503a7318c800 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78e331e206224c7aad5f2f90f7059f26&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0331585
Apr 08 12:21:11.965835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50550) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:12.027110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:12.054194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:12.266611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:12.271599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c887cc38-469a-41e6-bf85-c5e8c837893b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:12.285514 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fb72b3-d52b-4acd-a7d4-c0b1ee6848d4,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:12.290619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:12.293309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:12.294520 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93fb72b3-d52b-4acd-a7d4-c0b1ee6848d4 HTTP/1.1" status: 204  len: 168 time: 0.3276362
Apr 08 12:21:14.463601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50592) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:14.586128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:14.601345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:14.605962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Usage tracker for resource:security_group_rule and tenant:18386a77b045495ebc07658c43abae65 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:14.610117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:14.616398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:14.828440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:14.872513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:14.881001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-46be49cc-bfb4-4ff4-99c2-f9196b3accc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:14.924078 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18386a77b045495ebc07658c43abae65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4593391
Apr 08 12:21:14.925070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7389a0-cc7c-4b59-87e4-31dd18302fc0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:14.927032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50598) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:14.928392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:14.990607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.019961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.090115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.095105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-66be6694-2e4e-4f00-8b7d-1d9cc9050a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:15.109472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7389a0-cc7c-4b59-87e4-31dd18302fc0,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:15.118178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.118629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.119038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.119547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.119953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.120354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.120752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.121147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.121544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.121938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.122370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.122785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:21:15.126339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:15.127251 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.128573 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b7389a0-cc7c-4b59-87e4-31dd18302fc0 HTTP/1.1" status: 204  len: 168 time: 0.1997726
Apr 08 12:21:15.624854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50606) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:15.644581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.660123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:15.664148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Usage tracker for resource:security_group_rule and tenant:2510d0fae3c44cc1808a2d000e19911f is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:15.667366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:15.673320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:15.756388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.798019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.807209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6731bc38-1e4a-445b-8f4d-188de0f1cb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:15.848493 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2510d0fae3c44cc1808a2d000e19911f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2222381
Apr 08 12:21:15.849411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ab8aa1-e906-40d1-aa8d-ddc477447df7,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:15.852018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50612) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:15.852570 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:15.920116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:15.947154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:16.032354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:16.037331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cc290c50-d0c1-417b-b572-8ba258601e75 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:16.050055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ab8aa1-e906-40d1-aa8d-ddc477447df7,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:16.052524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:16.061139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:16.062428 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95ab8aa1-e906-40d1-aa8d-ddc477447df7 HTTP/1.1" status: 204  len: 168 time: 0.2089493
Apr 08 12:21:21.436258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:21:21.924786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ea5cd-6dfe-495d-804d-6446a0da916f req-6a3b2eb1-b899-4711-8471-b8db459a3605 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:21.926452 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-041ea5cd-6dfe-495d-804d-6446a0da916f req-6a3b2eb1-b899-4711-8471-b8db459a3605 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0936935
Apr 08 12:21:21.956772 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-041ea5cd-6dfe-495d-804d-6446a0da916f req-9a0deadd-b92c-4ef3-a176-b4ff0491ba94 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0239282
Apr 08 12:21:23.171377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb3458-48a2-4f3e-8f44-346c08e37674 req-ce82f80b-14c0-43f4-93c7-0768340e14c8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:23.172967 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84cb3458-48a2-4f3e-8f44-346c08e37674 req-ce82f80b-14c0-43f4-93c7-0768340e14c8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0883369
Apr 08 12:21:23.203192 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-84cb3458-48a2-4f3e-8f44-346c08e37674 req-546ec5e2-30cc-476e-b44f-6a645228b133 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238779
Apr 08 12:21:24.409113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5a88-6879-4433-87ea-a6004d28a0ba req-f8edf71c-0b06-4be5-9846-c97f5dd8bc49 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:24.410759 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2fda5a88-6879-4433-87ea-a6004d28a0ba req-f8edf71c-0b06-4be5-9846-c97f5dd8bc49 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0887580
Apr 08 12:21:24.450040 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2fda5a88-6879-4433-87ea-a6004d28a0ba req-4a59d85a-6c3e-4142-8897-b60273d16394 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253036
Apr 08 12:21:24.460975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e288dcb8-c3cf-4acc-a2f1-f8b9ab5d2f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:25.658836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27575482-6882-476b-b2f4-2fe4d60883cb req-9512a7dd-2d63-4490-909d-b8bb6e3a56de tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:25.660426 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27575482-6882-476b-b2f4-2fe4d60883cb req-9512a7dd-2d63-4490-909d-b8bb6e3a56de tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0941560
Apr 08 12:21:25.690482 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27575482-6882-476b-b2f4-2fe4d60883cb req-1bdbe933-70fd-47f0-a91b-addf4b5fa685 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9191d98-e65d-4884-88f9-7619c063bca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0237551
Apr 08 12:21:25.820945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-3e53be48-7f30-4624-9ad4-ab11235f3a35 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:25.821928 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-3e53be48-7f30-4624-9ad4-ab11235f3a35 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 946 time: 0.0887077
Apr 08 12:21:25.904504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Deleting port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:25.904887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:26.177734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] For port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:26.178133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:26.490590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:26.498582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:26.498582 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Floating IP 23647c45-9de2-4136-b7d5-b7c8bfd3f365 disassociated. External IP: 172.27.1.76, port: fb2e14a6-43f6-49b1-b7b3-9f9fb1687767.
Apr 08 12:21:26.498582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Calling delete_port for fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:26.729357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:26.729799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0975891a-64fd-42e3-a1ab-92b926ca6234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:26.745709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:26.846659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event deleted for resources: {'Port': ['ID=fb2e14a6-43f6-49b1-b7b3-9f9fb1687767,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:26.856449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:26.863654 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fda986ed-e366-429f-a833-772cfdf2eab4 req-d0d76741-944c-45f2-b4a1-9e5503bba4cb tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 210 time: 0.0533786
Apr 08 12:21:27.055605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:27.111606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:21:27.298677 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:21:27.308523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] Sync routers for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:21:27.319806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:21:27.320479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f008acdd8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:21:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:27.381017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] No DVR routers for this DVR port fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:21:27.383664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:27.388149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-deleted', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:21:27.439379 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd2b74-811a-48ae-b536-083c33d13d45', 'name': 'network-vif-deleted', 'tag': 'fb2e14a6-43f6-49b1-b7b3-9f9fb1687767', 'status': 'completed', 'code': 200}
Apr 08 12:21:27.444508 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cf9d6b16-4695-4845-8744-8e1eb2b29cdc req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.55 "DELETE /v2.0/ports/fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 HTTP/1.1" status: 204  len: 173 time: 1.6162403
Apr 08 12:21:27.526979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:21:27.863077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f008acdd8>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:27.866972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] Checking router: 2a15f1b5-fe0c-402c-8d46-ce9370f86535 for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:21:27.877464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:21:27.878079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f008acdd8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:21:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:28.080975 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6c760bf3-3bbc-45f5-944c-9a04196fc937 req-691e28cb-d4c2-471b-8fdd-546758b752d4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3dd2b74-811a-48ae-b536-083c33d13d45 HTTP/1.1" status: 200  len: 210 time: 0.0693731
Apr 08 12:21:28.232948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:21:28.306253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:28.566267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f008acdd8>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:28.570427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685d61c-5fde-4e9a-9d1d-aac22b3c11b1 None None] The sync data for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi is: [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:14:45Z', 'revision_number': 4, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '2f748778-7508-4e9e-ad51-8f423dffa9b4', 'name': '', 'network_id': '869b82a0-8157-44c7-88c1-711d14519eb3', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'mac_address': 'fa:16:3e:a5:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6096f63a-470a-467d-a814-6ab68518a970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:39Z', 'updated_at': '2021-04-08T12:14:57Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'subnets': [{'id': '6096f63a-470a-467d-a814-6ab68518a970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:21:28.786734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:28.989507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d455dd1-d838-48e6-a9da-b093a5360569 None None] New status for floating IP 23647c45-9de2-4136-b7d5-b7c8bfd3f365: DOWN {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:21:29.240350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50764) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:29.325343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-81a632e4-fb9d-438e-b3b8-937580aac6c4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.360508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-81a632e4-fb9d-438e-b3b8-937580aac6c4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.373932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:21:29.417809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:21:29.418190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fb2e14a6-43f6-49b1-b7b3-9f9fb1687767 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:21:29.438148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-81a632e4-fb9d-438e-b3b8-937580aac6c4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.444497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eaa81197-6733-49ee-b52f-f1ff90343a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:29.461339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a632e4-fb9d-438e-b3b8-937580aac6c4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9191d98-e65d-4884-88f9-7619c063bca0,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:29.465896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-81a632e4-fb9d-438e-b3b8-937580aac6c4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:29.499162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-81a632e4-fb9d-438e-b3b8-937580aac6c4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.501045 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-81a632e4-fb9d-438e-b3b8-937580aac6c4 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "DELETE /v2.0/security-groups/f9191d98-e65d-4884-88f9-7619c063bca0 HTTP/1.1" status: 204  len: 168 time: 0.2595069
Apr 08 12:21:29.504076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50774) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:29.522382 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.api.v2.resource [None req-987400d5-64d0-43a7-8d83-c27b91d085e8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] show failed (client error): The resource could not be found.
Apr 08 12:21:29.523484 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-987400d5-64d0-43a7-8d83-c27b91d085e8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "GET /v2.0/security-groups/f9191d98-e65d-4884-88f9-7619c063bca0 HTTP/1.1" status: 404  len: 347 time: 0.0183580
Apr 08 12:21:29.526513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50778) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:29.697783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Deleting port 65288470-8f96-411a-880b-c27477da4b21 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:29.698160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.820021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50784) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:29.880688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.881064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.944211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:29.960046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:29.964287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Usage tracker for resource:security_group_rule and tenant:24362b4555ad4591bfec015bb52bd9be is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:29.967800 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:29.973868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:30.017783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Calling delete_port for 65288470-8f96-411a-880b-c27477da4b21 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:30.113646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.141080 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.150882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-513c35f3-ccb2-4295-9630-797cc4951684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:30.197725 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24362b4555ad4591bfec015bb52bd9be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3765073
Apr 08 12:21:30.199635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7636b8-9c17-4f83-bd16-9eeb42f05340,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:30.202325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50790) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:30.205723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d75e943e-83f7-438d-a8cb-0ec11ab3853f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:30.275353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb338-e533-44d3-857d-47d04135fb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.304275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb338-e533-44d3-857d-47d04135fb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.380665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb338-e533-44d3-857d-47d04135fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.386146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-514b0cc2-c64f-4edd-8086-387e54d109e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:30.397881 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bb338-e533-44d3-857d-47d04135fb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7636b8-9c17-4f83-bd16-9eeb42f05340,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:30.401671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1c0bb338-e533-44d3-857d-47d04135fb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:30.405616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb338-e533-44d3-857d-47d04135fb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.406865 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1c0bb338-e533-44d3-857d-47d04135fb90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a7636b8-9c17-4f83-bd16-9eeb42f05340 HTTP/1.1" status: 204  len: 168 time: 0.2032831
Apr 08 12:21:30.455138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.471666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-76088110-2c4e-46cb-944f-b237ebcc6ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:30.572501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Pushing event deleted for resources: {'Port': ['ID=65288470-8f96-411a-880b-c27477da4b21,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:30.578419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:30.733089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.748497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.749756 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] 10.222.0.43 "DELETE /v2.0/floatingips/23647c45-9de2-4136-b7d5-b7c8bfd3f365 HTTP/1.1" status: 204  len: 168 time: 1.2222803
Apr 08 12:21:30.869979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50800) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:30.891722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:30.906947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:30.911035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Usage tracker for resource:security_group_rule and tenant:68f8646c75f9449d9b03672c73d52cb5 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:30.914013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:30.920302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:31.018417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:31.061134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:31.070784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d6799fbc-3ce3-4803-8847-99b545d87526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:31.113525 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68f8646c75f9449d9b03672c73d52cb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2422955
Apr 08 12:21:31.115241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993cb5a-2d02-4bcd-bd4c-dd1d2efbff66,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:31.116441 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50806) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:31.118627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1a5aa9d7-3467-4d14-9ac0-5a84a8b03da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:31.180369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:31.207492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:31.283399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:31.288316 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-151185dd-973d-4b9d-ba20-f0066fc5725c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:31.301369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993cb5a-2d02-4bcd-bd4c-dd1d2efbff66,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:31.303723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:31.307422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:31.308665 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5993cb5a-2d02-4bcd-bd4c-dd1d2efbff66 HTTP/1.1" status: 204  len: 168 time: 0.1910229
Apr 08 12:21:33.119904 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-888f09a2-c88a-43ef-9db0-73e1bd9308c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0821917
Apr 08 12:21:33.221042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-b0cbc254-6cf7-44da-b99e-e7f5e350c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:33.222649 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-b0cbc254-6cf7-44da-b99e-e7f5e350c162 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1099 time: 0.0817351
Apr 08 12:21:33.377377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-72a4feda-a1eb-4953-a824-f3da98d76b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:33.378931 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-72a4feda-a1eb-4953-a824-f3da98d76b09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 910 time: 0.1368732
Apr 08 12:21:33.492406 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-d48beeff-5396-457d-99ea-d14236cf92f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 1002 time: 0.1072567
Apr 08 12:21:33.561571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-1ac9e28f-562c-44b6-b194-f89f650df33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:33.563180 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-1ac9e28f-562c-44b6-b194-f89f650df33d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 200  len: 848 time: 0.0650787
Apr 08 12:21:33.655008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-1583e264-ea54-4625-8de2-c0b9398b036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:33.656635 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-1583e264-ea54-4625-8de2-c0b9398b036f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6d23616-b27e-41fd-b140-34c013f91138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871017
Apr 08 12:21:33.749144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50870) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:33.804360 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-ad1a4735-189d-4051-aa1e-f88dffee654c service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413295
Apr 08 12:21:33.954364 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed01f2f7-da0a-4826-9411-516cf3d8f871 req-1573607d-47a5-49bd-b41f-2595a6be00b8 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427157
Apr 08 12:21:34.517577 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:34.885220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Deleting port 2f748778-7508-4e9e-ad51-8f423dffa9b4 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:34.885607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:35.066108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] For port 2f748778-7508-4e9e-ad51-8f423dffa9b4, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=2f748778-7508-4e9e-ad51-8f423dffa9b4,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:35.066541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:35.204221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Calling delete_port for 2f748778-7508-4e9e-ad51-8f423dffa9b4 owned by network:router_interface {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:35.266728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:35.523776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:35.539531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9e1219e9-400b-4852-a9f9-89cb0e8d51cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:35.858664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Pushing event deleted for resources: {'Port': ['ID=2f748778-7508-4e9e-ad51-8f423dffa9b4,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:35.863390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:36.199839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:36.702292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:21:36.886096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:21:36.896028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] Sync routers for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:21:36.899127 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] 10.222.0.43 "PUT /v2.0/routers/2a15f1b5-fe0c-402c-8d46-ce9370f86535/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1488490
Apr 08 12:21:36.901896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50886) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:36.906116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:21:36.906804 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f01569320>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:21:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:37.101172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:21:37.107429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks [] for router, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:37.310633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:37.352378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Deleting port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:37.352763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:37.424256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f01569320>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:21:35Z', 'revision_number': 5, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port': {'id': '626ad0a2-6a3d-4a32-928c-0b5c97da9fa3', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:14:24Z', 'updated_at': '2021-04-08T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:37.428943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] Checking router: 2a15f1b5-fe0c-402c-8d46-ce9370f86535 for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:21:37.439190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] Routers {'2a15f1b5-fe0c-402c-8d46-ce9370f86535'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:21:37.439953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f01569320>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:21:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:37.552436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] For port 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:37.552844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:37.608016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] Set router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 gateway port host: None {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:21:37.685231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Calling delete_port for 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 owned by network:router_gateway {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:37.723552 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f01569320>, [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:21:37Z', 'revision_number': 6, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:37.727748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e1178-9792-4a31-9e5b-181906014f80 None None] The sync data for ids ['2a15f1b5-fe0c-402c-8d46-ce9370f86535'] in dv-cinder-784779-3-iscsi is: [{'id': '2a15f1b5-fe0c-402c-8d46-ce9370f86535', 'name': 'tempest-AttachVolumeShelveTestJSON-1599688171-router', 'tenant_id': 'd8fb1b381792465a82ef64be541e5500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:14:20Z', 'updated_at': '2021-04-08T12:21:37Z', 'revision_number': 6, 'project_id': 'd8fb1b381792465a82ef64be541e5500', 'gw_port_host': None}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:21:37.906461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:37.922719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d1547806-8fa6-471d-a600-b4e59cb3aefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:38.028006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Pushing event deleted for resources: {'Port': ['ID=626ad0a2-6a3d-4a32-928c-0b5c97da9fa3,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:38.032245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:38.183303 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 2f748778-7508-4e9e-ad51-8f423dffa9b4 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:21:38.197516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:38.229552 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 2f748778-7508-4e9e-ad51-8f423dffa9b4 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:21:38.267185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 2f748778-7508-4e9e-ad51-8f423dffa9b4 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:21:38.267185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:21:38.267742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:21:38.268148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 626ad0a2-6a3d-4a32-928c-0b5c97da9fa3 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:21:38.623400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:38.626079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:38.735426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:38.736038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a15f1b5-fe0c-402c-8d46-ce9370f86535 {{(pid=84431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:21:38.749509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Notify callbacks [] for router, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:38.750946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2a15f1b5-fe0c-402c-8d46-ce9370f86535 HTTP/1.1" status: 204  len: 168 time: 1.8477356
Apr 08 12:21:38.753551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50938) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:38.824509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Deleting subnet 6096f63a-470a-467d-a814-6ab68518a970 {{(pid=84431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:21:38.828769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:38.882578 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852218557'] for subnet, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:39.008294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:39.432415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853752265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2274662'] for subnet, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:39.448730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:39.532679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6096f63a-470a-467d-a814-6ab68518a970,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:39.536882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:39.579464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:39.584922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e3dee-7ef3-457e-bf40-189b637f7aae None None] Network 869b82a0-8157-44c7-88c1-711d14519eb3 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:21:39.585696 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-aca7c1c3-c25e-4713-90f5-7a0f6fb4a994 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6096f63a-470a-467d-a814-6ab68518a970 HTTP/1.1" status: 204  len: 168 time: 0.8311269
Apr 08 12:21:39.588421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50944) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:39.703839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:39.771721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Deleting port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:39.772320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:39.848216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] DHCP port deletion for 869b82a0-8157-44c7-88c1-711d14519eb3 request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:21:39.848216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Deleting port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:39.848216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:39.992744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] For port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:39.993145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.072728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] For port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,segment=NetworkSegment(3c995470-432f-46f4-a240-691a2b2a439c),segment_id=3c995470-432f-46f4-a240-691a2b2a439c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:21:40.073891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.128436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Calling delete_port for 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:40.209233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:21:40.249167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Calling delete_port for 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:21:40.329056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.344375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No active binding found for port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 {{(pid=84432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 08 12:21:40.344849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:21:40.345375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ad1851d9-538b-4d2b-b228-e0f989fff2f4 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:40.350453 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:21:40.350827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:21:40.440607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6e8460-c56d-4f28-9fe7-4685f15ebf95,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:40.445338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:40.488233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] No DVR routers for this DVR port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 on host dv-cinder-784779-3-iscsi {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:21:40.610071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.633911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50962) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:40.725847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f009d29e8>,) {'filters': {'network_id': ['869b82a0-8157-44c7-88c1-711d14519eb3']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:40.739464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f009d29e8>, '3c995470-432f-46f4-a240-691a2b2a439c') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:40.739812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f009d29e8>, '3c995470-432f-46f4-a240-691a2b2a439c') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:21:40.753457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.761195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.768752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.775163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:21:40.780890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:40.784939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Usage tracker for resource:security_group_rule and tenant:308bc898410945fa802e404df78592fa is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:40.787947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:40.795358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:40.852530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Deleting port 1a6e8460-c56d-4f28-9fe7-4685f15ebf95 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:21:40.853004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.883104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.923384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.926793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-79bd45eb-5952-4522-a181-98bd88a2ba8e None None] The port '1a6e8460-c56d-4f28-9fe7-4685f15ebf95' was deleted {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:21:40.939173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-35073619-3025-43d6-b728-8d7369ff884a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:40.956784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Network 869b82a0-8157-44c7-88c1-711d14519eb3 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:21:40.965976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:40.975461 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=308bc898410945fa802e404df78592fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3403010
Apr 08 12:21:40.979877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50968) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:40.996669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6592eb-0e03-48e0-a02d-6142c0c3ab77,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:41.005300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:41.055726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b857673-4597-4c07-aa89-de1541e7f834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.086380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b857673-4597-4c07-aa89-de1541e7f834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.142017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Network 869b82a0-8157-44c7-88c1-711d14519eb3 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:21:41.165390 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:21:41.170213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b857673-4597-4c07-aa89-de1541e7f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.175386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8c3e2dfb-5c5e-4af2-98bc-17ce3a1d5732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:41.191269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b857673-4597-4c07-aa89-de1541e7f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6592eb-0e03-48e0-a02d-6142c0c3ab77,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:41.195336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0b857673-4597-4c07-aa89-de1541e7f834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:41.215673 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b857673-4597-4c07-aa89-de1541e7f834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.220745 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0b857673-4597-4c07-aa89-de1541e7f834 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a6592eb-0e03-48e0-a02d-6142c0c3ab77 HTTP/1.1" status: 204  len: 168 time: 0.2378449
Apr 08 12:21:41.369029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.372849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:41.387379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.398607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=869b82a0-8157-44c7-88c1-711d14519eb3,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:41.401981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:41.444247 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/869b82a0-8157-44c7-88c1-711d14519eb3 HTTP/1.1" status: 204  len: 168 time: 1.8546302
Apr 08 12:21:41.688033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50978) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:41.708910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.724242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:41.728321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Usage tracker for resource:security_group_rule and tenant:d492b88a5a5b4e61a889bff7809ee6d6 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:41.731808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:41.737936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:41.819947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 50982) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:41.864985 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-59c25238-b07d-42b0-9fa2-86f9879b5368 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8fb1b381792465a82ef64be541e5500&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0436890
Apr 08 12:21:41.867648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50986) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:41.929270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.929821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.960114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.974942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:41.984616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8a9aa977-85bc-4913-b9c7-c378dfed11a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:42.025890 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d492b88a5a5b4e61a889bff7809ee6d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3365529
Apr 08 12:21:42.027646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea02ca-2866-45a0-adf2-000fe0b4d05b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:42.029461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 50990) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:42.031343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:42.043854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:42.051480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c8df7c8c-cfde-41c9-8707-87d518c98e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:42.077709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a43b1-ba72-4ffc-a0e1-3551065b6d8c,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:42.083088 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:42.096771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:42.097981 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/580a43b1-ba72-4ffc-a0e1-3551065b6d8c HTTP/1.1" status: 204  len: 168 time: 0.2292805
Apr 08 12:21:42.119494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:42.146788 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:42.220502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:42.225584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-50450ab1-c6c4-4708-b91f-8ea89563aa3a tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:42.240136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea02ca-2866-45a0-adf2-000fe0b4d05b,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:42.243153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:42.244109 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:42.248482 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1eea02ca-2866-45a0-adf2-000fe0b4d05b HTTP/1.1" status: 204  len: 168 time: 0.2148063
Apr 08 12:21:43.115732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51034) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:43.228862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388950365-network', 'tenant_id': 'e75c532f23a542eda7ef581a4acaa92a'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:21:43.234732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:43.238867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Usage tracker for resource:network and tenant:e75c532f23a542eda7ef581a4acaa92a is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:43.242005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:43.248713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:43.283214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Made reservation on behalf of e75c532f23a542eda7ef581a4acaa92a for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:21:43.288094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.304867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.321266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:43.325540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Usage tracker for resource:security_group_rule and tenant:e75c532f23a542eda7ef581a4acaa92a is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:43.328753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:43.334880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:43.435752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.466116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.470606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a03c37cf-f7f7-4fa3-b5dd-79ccff5a8aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:43.499373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:21:43.508692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c397ea-7948-448a-b75f-7fd4d9f02a6e,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:43.512511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:43.516016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.516406 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Added segment d4335b44-6523-43b7-80b3-064dc99c1121 of type vlan for network 82991b05-9ee7-4595-9d18-bc7498fc4025
Apr 08 12:21:43.543905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.603617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.605012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:43.605655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:43.611527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:43.719752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Pushing event updated for resources: {'Network': ['ID=82991b05-9ee7-4595-9d18-bc7498fc4025,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:43.722594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:43.731065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 82991b05-9ee7-4595-9d18-bc7498fc4025 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:21:43.747743 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6302333
Apr 08 12:21:43.751361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51054) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:43.757616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Request body: {'subnet': {'network_id': '82991b05-9ee7-4595-9d18-bc7498fc4025', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388950365-subnet', 'tenant_id': 'e75c532f23a542eda7ef581a4acaa92a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:21:43.762836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:43.767061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Usage tracker for resource:subnet and tenant:e75c532f23a542eda7ef581a4acaa92a is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:43.770127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:43.776162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:43.814890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Made reservation on behalf of e75c532f23a542eda7ef581a4acaa92a for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:21:43.820329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852501169'] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:44.405547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1023739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852501122'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:44.421848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b71e1877-01d5-41ba-97d3-24b15e11c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:44.776979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d611b1-6766-4fac-9ce7-17612a6be9ea,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:44.789271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:44.845431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Checking segment: {'id': 'd4335b44-6523-43b7-80b3-064dc99c1121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82991b05-9ee7-4595-9d18-bc7498fc4025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:21:44.845825 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Network hostable DHCP agents. Network: 82991b05-9ee7-4595-9d18-bc7498fc4025, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:21:44.906178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Network 82991b05-9ee7-4595-9d18-bc7498fc4025 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:21:44.940462 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 82991b05-9ee7-4595-9d18-bc7498fc4025) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:21:44.949504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c469ed-5559-40c4-a52f-2b9cdb16e19b None None] Network 82991b05-9ee7-4595-9d18-bc7498fc4025 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:21:44.952719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:44.953372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:45.004493 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2520151
Apr 08 12:21:45.184885 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeba4b4-2e87-404c-b3e2-bffa44a1699d None None] Network 82991b05-9ee7-4595-9d18-bc7498fc4025 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:21:45.687252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51088) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:45.694230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1910128988-network', 'tenant_id': 'eb961b8e8ae44008b41b218cd1fe3902'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:21:45.699207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:45.703348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Usage tracker for resource:network and tenant:eb961b8e8ae44008b41b218cd1fe3902 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:45.707160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:45.713168 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:45.757441 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Made reservation on behalf of eb961b8e8ae44008b41b218cd1fe3902 for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:21:45.762391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:45.775508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:45.791250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:45.795991 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Usage tracker for resource:security_group_rule and tenant:eb961b8e8ae44008b41b218cd1fe3902 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:45.799016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:45.805098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:45.891707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:45.957472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:45.961895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-220809c7-f12d-4f2f-b95a-cbaef525e8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:45.988128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:21:46.002013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa1c97-2df7-4874-b327-d1f502e252c8,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:46.006390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:46.007373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:46.007762 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Added segment 665e483d-bd90-466c-b1d0-14c0fe629c8d of type vlan for network f2dae6f3-a268-4b2e-9ba8-6ccf503359f5
Apr 08 12:21:46.036057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:46.117826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:46.119336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:46.119986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:46.126594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:46.245347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Pushing event updated for resources: {'Network': ['ID=f2dae6f3-a268-4b2e-9ba8-6ccf503359f5,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:46.249001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:46.258805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network f2dae6f3-a268-4b2e-9ba8-6ccf503359f5 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:21:46.275932 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5838795
Apr 08 12:21:46.276698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51100) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:21:46.282785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Request body: {'subnet': {'network_id': 'f2dae6f3-a268-4b2e-9ba8-6ccf503359f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1910128988-subnet', 'tenant_id': 'eb961b8e8ae44008b41b218cd1fe3902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:21:46.288184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:21:46.292332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Usage tracker for resource:subnet and tenant:eb961b8e8ae44008b41b218cd1fe3902 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:21:46.296607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:21:46.303029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:21:46.341692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Made reservation on behalf of eb961b8e8ae44008b41b218cd1fe3902 for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:21:46.347566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852501169'] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:46.821136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1023739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852501122'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:46.836778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:21:46.963058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d6908d-ede2-4746-b594-767c1a5176b3,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:21:46.968140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:21:47.036295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Checking segment: {'id': '665e483d-bd90-466c-b1d0-14c0fe629c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f2dae6f3-a268-4b2e-9ba8-6ccf503359f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:21:47.036696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Network hostable DHCP agents. Network: f2dae6f3-a268-4b2e-9ba8-6ccf503359f5, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:21:47.083311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Network f2dae6f3-a268-4b2e-9ba8-6ccf503359f5 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:21:47.117528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, f2dae6f3-a268-4b2e-9ba8-6ccf503359f5) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:21:47.128091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055659c3-5dfd-4e69-b26a-957135f23530 None None] Network f2dae6f3-a268-4b2e-9ba8-6ccf503359f5 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:21:47.130240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:47.130919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:47.175684 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b221d812-d0db-4a68-b9b2-e64c92b4e9e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8981984
Apr 08 12:21:47.357422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15c586-665f-4a63-b22e-ee8d4e394f6c None None] Network f2dae6f3-a268-4b2e-9ba8-6ccf503359f5 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:21:48.555390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5992d4-53cc-4190-af13-cb6d428b1fe7 req-556cf4c1-e408-4319-ac39-4349373373f5 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:48.556933 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f5992d4-53cc-4190-af13-cb6d428b1fe7 req-556cf4c1-e408-4319-ac39-4349373373f5 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0882814
Apr 08 12:21:48.587462 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f5992d4-53cc-4190-af13-cb6d428b1fe7 req-7bdcee71-a133-4dba-8728-8e4915a10e8a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240998
Apr 08 12:21:49.795250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e830-93d5-4930-9e9e-d5724c11ae4e req-7861b374-b92d-40fa-8388-36abc555bf4d tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:49.796832 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6817e830-93d5-4930-9e9e-d5724c11ae4e req-7861b374-b92d-40fa-8388-36abc555bf4d tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0934584
Apr 08 12:21:49.827152 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6817e830-93d5-4930-9e9e-d5724c11ae4e req-59ed9b6d-e5d8-45fc-9ccf-0a0a3138d1cb tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240238
Apr 08 12:21:51.034291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfdaaf-27a6-4671-8dd4-b5be52efdbaa req-74342956-1ec8-4f76-8815-e2d38e282455 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:51.035957 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-75cfdaaf-27a6-4671-8dd4-b5be52efdbaa req-74342956-1ec8-4f76-8815-e2d38e282455 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0928483
Apr 08 12:21:51.066763 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-75cfdaaf-27a6-4671-8dd4-b5be52efdbaa req-bc5e49ec-cb6c-430a-b777-273ab84f0af1 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244265
Apr 08 12:21:52.271096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b100-a6d5-4518-8770-1bed048256be req-a0d6f0cf-2b6f-4686-bb48-c1b8bf40a238 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:52.272722 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0604b100-a6d5-4518-8770-1bed048256be req-a0d6f0cf-2b6f-4686-bb48-c1b8bf40a238 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0895038
Apr 08 12:21:52.305842 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0604b100-a6d5-4518-8770-1bed048256be req-3157a381-cd0c-4ab7-ad9d-8f41cc556d16 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260842
Apr 08 12:21:53.509039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f91b-eb36-4745-8436-a8bd170eb04f req-8d5a2afd-2633-4e9e-b07f-f7fb508ee4a2 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:53.510650 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1737f91b-eb36-4745-8436-a8bd170eb04f req-8d5a2afd-2633-4e9e-b07f-f7fb508ee4a2 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0870273
Apr 08 12:21:53.542079 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1737f91b-eb36-4745-8436-a8bd170eb04f req-04d22102-91ab-4e79-96b8-caf6f2f587c4 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244291
Apr 08 12:21:54.455266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ce0c59e5-c7b7-46c5-b531-a835eb2b768a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:54.752068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eaf58-805e-42d6-8353-65b53aa79099 req-163024c8-a9e8-4d0a-b2cf-9cb79150c6e0 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:54.753669 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692eaf58-805e-42d6-8353-65b53aa79099 req-163024c8-a9e8-4d0a-b2cf-9cb79150c6e0 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0943539
Apr 08 12:21:54.785251 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692eaf58-805e-42d6-8353-65b53aa79099 req-2aa6dd9e-d3b4-4cd3-a527-fda6c41d7af8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252357
Apr 08 12:21:55.988772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790b1b-5846-489e-b2f0-1617ce5557a8 req-d27e0672-b6ea-4cf0-97ce-7c1e8fe4e46e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:55.990403 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-08790b1b-5846-489e-b2f0-1617ce5557a8 req-d27e0672-b6ea-4cf0-97ce-7c1e8fe4e46e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0913835
Apr 08 12:21:56.022038 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-08790b1b-5846-489e-b2f0-1617ce5557a8 req-43d382ab-5f1f-4e99-af36-b40b4013ddb2 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249801
Apr 08 12:21:56.671701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-181a62d1-9e98-4ad4-bbe4-329e4c3723c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:57.037697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:57.223966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe44294-8dc9-4d83-852d-7e015eff9fb5 req-7b122711-c352-42ec-bbee-b0509840216b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:57.225542 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-abe44294-8dc9-4d83-852d-7e015eff9fb5 req-7b122711-c352-42ec-bbee-b0509840216b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0895836
Apr 08 12:21:57.257403 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-abe44294-8dc9-4d83-852d-7e015eff9fb5 req-9fe8f4a5-8c3a-4f34-9480-22799bc5739a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256295
Apr 08 12:21:58.288849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:58.439386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:21:58.464032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b9c34-9db9-4e5a-be0f-0845198a7370 req-4b598a3a-0c6e-4bcd-933f-ae10152e2e16 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:58.466169 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-863b9c34-9db9-4e5a-be0f-0845198a7370 req-4b598a3a-0c6e-4bcd-933f-ae10152e2e16 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0921798
Apr 08 12:21:58.497156 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-863b9c34-9db9-4e5a-be0f-0845198a7370 req-439388fc-fb43-493c-b60e-56de70b4aca3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250092
Apr 08 12:21:58.779958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:21:59.706355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1786600-7e5d-4275-b48d-1c7e41a25e98 req-74b03e02-9e09-4f08-9186-9ea7d284942f tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:21:59.707939 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f1786600-7e5d-4275-b48d-1c7e41a25e98 req-74b03e02-9e09-4f08-9186-9ea7d284942f tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0921743
Apr 08 12:21:59.738634 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f1786600-7e5d-4275-b48d-1c7e41a25e98 req-86dde2f1-f082-467e-8e5a-85cf32c5176a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242569
Apr 08 12:22:00.943405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f1cf1-d162-4510-a93c-354288819fc9 req-4f922456-f85d-465a-9959-877463c229ab tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:00.945081 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5d5f1cf1-d162-4510-a93c-354288819fc9 req-4f922456-f85d-465a-9959-877463c229ab tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0930700
Apr 08 12:22:00.975957 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5d5f1cf1-d162-4510-a93c-354288819fc9 req-cd567023-0a13-4a62-8afc-1d699c2f6346 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245354
Apr 08 12:22:01.202861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-1455b993-940c-4d98-ae62-c70abad3d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:01.204994 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-1455b993-940c-4d98-ae62-c70abad3d361 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1099 time: 0.0797727
Apr 08 12:22:01.349264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-d0941de9-81b7-43e2-bb57-914df5476d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:01.350880 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-d0941de9-81b7-43e2-bb57-914df5476d79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 910 time: 0.1396711
Apr 08 12:22:01.464408 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-d3fdf0e1-baec-48ff-8253-0c84b9ed7615 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 1002 time: 0.1060269
Apr 08 12:22:01.532575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-1614575b-a844-4859-98d8-e048b5a00e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:01.534061 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-1614575b-a844-4859-98d8-e048b5a00e83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 200  len: 848 time: 0.0640509
Apr 08 12:22:01.620049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-be8f9973-5918-45df-9ac3-85e0ca1b5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:01.621670 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-be8f9973-5918-45df-9ac3-85e0ca1b5715 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6d23616-b27e-41fd-b140-34c013f91138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816560
Apr 08 12:22:01.766066 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-18214d9d-1800-4c45-b962-e2273f7d9692 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381905
Apr 08 12:22:01.911337 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ffe45c3e-9600-4d56-9a16-eb1f474255bc req-0fa227c8-c436-4283-9455-8302c29ed10f service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389043
Apr 08 12:22:02.185217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc89be-7767-4c85-8776-fd2a64d9405a req-ccbf040e-7907-40b6-bf13-9b601fbf957b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:02.186863 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23bc89be-7767-4c85-8776-fd2a64d9405a req-ccbf040e-7907-40b6-bf13-9b601fbf957b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0943384
Apr 08 12:22:02.226835 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-23bc89be-7767-4c85-8776-fd2a64d9405a req-3d6acee3-86da-498f-879b-c04dfdeeabc5 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0235808
Apr 08 12:22:03.435448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1454c3c-d9e0-4621-a830-ad537faf57e2 req-0e5766d2-722a-4098-a585-5ccafe639f7b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:03.437552 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a1454c3c-d9e0-4621-a830-ad537faf57e2 req-0e5766d2-722a-4098-a585-5ccafe639f7b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.1030910
Apr 08 12:22:03.477598 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a1454c3c-d9e0-4621-a830-ad537faf57e2 req-691e57b7-492f-4867-a6fc-b7ba3f8e3d4a tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0282333
Apr 08 12:22:04.689013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0a16-6a6a-469c-8e31-574cf85d66ab req-154cea57-667d-41a5-9e1b-cd590ace5290 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:04.690642 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bf1c0a16-6a6a-469c-8e31-574cf85d66ab req-154cea57-667d-41a5-9e1b-cd590ace5290 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0946226
Apr 08 12:22:04.721297 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bf1c0a16-6a6a-469c-8e31-574cf85d66ab req-07a1d88a-d822-4ae7-b292-4cec0a649611 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242355
Apr 08 12:22:05.268296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:05.283381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51370) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:05.297506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c3ad-49c7-4483-9c6a-4c703af55469 req-49176f2e-9a6c-4473-9435-b00a7d052a37 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:05.297506 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bb48c3ad-49c7-4483-9c6a-4c703af55469 req-49176f2e-9a6c-4473-9435-b00a7d052a37 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0995522
Apr 08 12:22:05.332255 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bb48c3ad-49c7-4483-9c6a-4c703af55469 req-a67798a8-609e-401e-ac18-d228db626473 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325663
Apr 08 12:22:05.435620 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-5d1eec19-c973-4b76-8a7f-9b1245c9877a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1505704
Apr 08 12:22:06.541587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfc281-a52e-40e1-90d8-cde7d8d229c4 req-dd6d52ab-deeb-470b-bf61-c19563f7170e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:06.543224 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0ecfc281-a52e-40e1-90d8-cde7d8d229c4 req-dd6d52ab-deeb-470b-bf61-c19563f7170e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.0887926
Apr 08 12:22:06.574707 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0ecfc281-a52e-40e1-90d8-cde7d8d229c4 req-5ef5c24a-a106-4098-9877-eb7640fd2457 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248935
Apr 08 12:22:07.073979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291599-ae2f-4497-a344-babac1666de4 req-db3f6bac-f3d8-4e8c-9498-209b5bfe12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:07.075549 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-db3f6bac-f3d8-4e8c-9498-209b5bfe12e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76&tenant_id=f89c54d8444949e0a136701bbc6c6577 HTTP/1.1" status: 200  len: 1099 time: 0.0809047
Apr 08 12:22:07.173682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291599-ae2f-4497-a344-babac1666de4 req-199ef6ae-2a2f-4392-b4a3-daa2504b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:07.175320 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-199ef6ae-2a2f-4392-b4a3-daa2504b6a36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1099 time: 0.0784917
Apr 08 12:22:07.317949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291599-ae2f-4497-a344-babac1666de4 req-15f3409e-f777-4357-bf8a-038fdfe5fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:07.319555 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-15f3409e-f777-4357-bf8a-038fdfe5fe94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 910 time: 0.1376562
Apr 08 12:22:07.433864 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-bf32c74d-67a5-408c-b542-3966e37e8a20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 1002 time: 0.1080513
Apr 08 12:22:07.437406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51414) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:07.470541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:22:07.559679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Deleting subnet 99d611b1-6766-4fac-9ce7-17612a6be9ea {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:22:07.564644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:07.591448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:07.593002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291599-ae2f-4497-a344-babac1666de4 req-e6fb0b48-c026-443a-afb1-99e0e6b52219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:07.595301 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-e6fb0b48-c026-443a-afb1-99e0e6b52219 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 200  len: 848 time: 0.1222553
Apr 08 12:22:07.604270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:22:07.616267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:22:07.649507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:07.651463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:07.694233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:07.694971 dv-cinder-784779-3-iscsi neutron-server[84315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'code': 422} returned with failed status
Apr 08 12:22:07.733629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=6']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:07.741827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.742485 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.742602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.742937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.743302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.743669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.744035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.744395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.744758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.745119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.745490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.745831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:07.750147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:08.092308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:08.122427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291599-ae2f-4497-a344-babac1666de4 req-5ed2bfec-0e6c-453e-81c3-6d256fb6cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:08.123899 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-5ed2bfec-0e6c-453e-81c3-6d256fb6cda7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6d23616-b27e-41fd-b140-34c013f91138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5046105
Apr 08 12:22:08.332372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13196898-600f-4e5f-bce5-ca7c3417d8d4 req-5335a450-30e7-41ca-8fcd-68324227bafc tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:08.333932 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-13196898-600f-4e5f-bce5-ca7c3417d8d4 req-5335a450-30e7-41ca-8fcd-68324227bafc tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.6025119
Apr 08 12:22:08.407666 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-13196898-600f-4e5f-bce5-ca7c3417d8d4 req-7907a31c-3f61-414b-8156-395c6a970b6b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665257
Apr 08 12:22:08.420751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-70794f6c-2834-4525-892f-08ca3559e258 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2771595
Apr 08 12:22:08.650433 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c9291599-ae2f-4497-a344-babac1666de4 req-9eeac823-8e6d-4dd1-8dbd-5b1e2291c98c service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2168615
Apr 08 12:22:08.694791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:08.710648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:08.799953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d611b1-6766-4fac-9ce7-17612a6be9ea,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:08.819402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.819824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.820229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.820629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.821024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.821421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.821812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.822202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.822622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.823011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.823395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.823792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:08.829131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:08.865118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:08.879234 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-80ef5ada-a321-44d3-bedb-0679a854860f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/99d611b1-6766-4fac-9ce7-17612a6be9ea HTTP/1.1" status: 204  len: 168 time: 1.4382839
Apr 08 12:22:08.879387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51430) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:08.994334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:09.196646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:09.319558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4efaf2a208>,) {'filters': {'network_id': ['82991b05-9ee7-4595-9d18-bc7498fc4025']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:09.332924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efaf2a208>, 'd4335b44-6523-43b7-80b3-064dc99c1121') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:09.338731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efaf2a208>, 'd4335b44-6523-43b7-80b3-064dc99c1121') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:09.345807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:09.360610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:09.367663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:22:09.614731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Network 82991b05-9ee7-4595-9d18-bc7498fc4025 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:22:09.623722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:09.651720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2490ac7-cc99-429f-86fb-5f50bba37e97 req-abe5dac5-31b6-42f4-a14a-9213c08bd6b8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:09.653312 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e2490ac7-cc99-429f-86fb-5f50bba37e97 req-abe5dac5-31b6-42f4-a14a-9213c08bd6b8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0999048
Apr 08 12:22:09.683545 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e2490ac7-cc99-429f-86fb-5f50bba37e97 req-a8e2dffc-62a9-4876-b0e0-802bb7810ee8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0235999
Apr 08 12:22:09.803439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Network 82991b05-9ee7-4595-9d18-bc7498fc4025 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:22:09.826498 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:22:09.934323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:09.939001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30cd7d6a-820b-4fd5-89c0-449c2c6c10b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:09.952265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:09.961956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Pushing event deleted for resources: {'Network': ['ID=82991b05-9ee7-4595-9d18-bc7498fc4025,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:09.964149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:09.965706 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-482811cc-5dd5-41d3-a9bd-eeac5639628b admin admin] 10.222.0.43 "DELETE /v2.0/networks/82991b05-9ee7-4595-9d18-bc7498fc4025 HTTP/1.1" status: 204  len: 168 time: 1.0853338
Apr 08 12:22:09.968761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51446) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:10.040341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Deleting subnet 91d6908d-ede2-4746-b594-767c1a5176b3 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:22:10.043450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:10.096605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:10.154785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:10.443159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:10.458779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:10.544974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d6908d-ede2-4746-b594-767c1a5176b3,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:10.557518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:10.588742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:10.595353 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8d3514e6-4453-4b69-af78-cb3404d1f2ee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/91d6908d-ede2-4746-b594-767c1a5176b3 HTTP/1.1" status: 204  len: 168 time: 0.6254823
Apr 08 12:22:10.598018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51450) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:10.715135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:10.917852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:11.084795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f00e682b0>,) {'filters': {'network_id': ['f2dae6f3-a268-4b2e-9ba8-6ccf503359f5']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:11.104902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00e682b0>, '665e483d-bd90-466c-b1d0-14c0fe629c8d') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:11.105238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00e682b0>, '665e483d-bd90-466c-b1d0-14c0fe629c8d') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:11.120122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:11.149256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27018c3e-05f8-4cf5-abed-571c0e9c2d90 req-362eb34b-7352-4214-92d8-546e01b1a958 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:11.150870 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27018c3e-05f8-4cf5-abed-571c0e9c2d90 req-362eb34b-7352-4214-92d8-546e01b1a958 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.1727784
Apr 08 12:22:11.151814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:11.160435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:22:11.260596 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27018c3e-05f8-4cf5-abed-571c0e9c2d90 req-36448fd3-a257-452f-a87c-9deba4083f4b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020312
Apr 08 12:22:11.362196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Network f2dae6f3-a268-4b2e-9ba8-6ccf503359f5 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:22:11.371058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:11.547639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Network f2dae6f3-a268-4b2e-9ba8-6ccf503359f5 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:22:11.573500 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:22:11.689212 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:11.692779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:11.708782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:11.716175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2dae6f3-a268-4b2e-9ba8-6ccf503359f5,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:11.718510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:11.719954 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4cef1fe5-817f-4a49-a3ce-40a228d6636f admin admin] 10.222.0.43 "DELETE /v2.0/networks/f2dae6f3-a268-4b2e-9ba8-6ccf503359f5 HTTP/1.1" status: 204  len: 168 time: 1.1209085
Apr 08 12:22:11.966707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51462) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:12.273929 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0b94e947-2260-4c68-9a49-c3a2c7246010 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e75c532f23a542eda7ef581a4acaa92a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3058341
Apr 08 12:22:12.276476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51466) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:12.336907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:12.363962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:12.437061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:12.442408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5d494e1f-3eac-4073-90c4-d48da2e4def0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:12.457014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c397ea-7948-448a-b75f-7fd4d9f02a6e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:12.459591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:12.461634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c5833-a0aa-43b5-850c-3f7cf5713a64 req-c0cdbbb5-0c20-4377-b46d-65f36871fb03 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:12.461864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:12.464983 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69c397ea-7948-448a-b75f-7fd4d9f02a6e HTTP/1.1" status: 204  len: 168 time: 0.1856480
Apr 08 12:22:12.465151 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-079c5833-a0aa-43b5-850c-3f7cf5713a64 req-c0cdbbb5-0c20-4377-b46d-65f36871fb03 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0899332
Apr 08 12:22:12.496753 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-079c5833-a0aa-43b5-850c-3f7cf5713a64 req-c3fc31cc-5094-4cfd-8223-e7d9f5ff4742 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252316
Apr 08 12:22:12.949390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51478) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:13.001680 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e0385c16-6408-4a6f-b9fb-bf3c52a6ff10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb961b8e8ae44008b41b218cd1fe3902&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508931
Apr 08 12:22:13.004320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51482) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:13.071527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0226-af3b-4ca5-abd0-806e6b2222e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:13.099523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0226-af3b-4ca5-abd0-806e6b2222e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:13.174051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0226-af3b-4ca5-abd0-806e6b2222e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:13.178926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-59def6e5-4e6a-4acf-bb9f-08967acddb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:13.193048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c0226-af3b-4ca5-abd0-806e6b2222e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa1c97-2df7-4874-b327-d1f502e252c8,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:13.195621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ba4c0226-af3b-4ca5-abd0-806e6b2222e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:13.197907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0226-af3b-4ca5-abd0-806e6b2222e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:13.199711 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ba4c0226-af3b-4ca5-abd0-806e6b2222e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2fa1c97-2df7-4874-b327-d1f502e252c8 HTTP/1.1" status: 204  len: 168 time: 0.1938295
Apr 08 12:22:13.703262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb234519-f9e8-4c43-9dce-d184c7785e2a req-1d6e7e21-82ee-4645-ab1d-19d905edfd99 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:13.704840 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb234519-f9e8-4c43-9dce-d184c7785e2a req-1d6e7e21-82ee-4645-ab1d-19d905edfd99 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0907910
Apr 08 12:22:13.737270 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cb234519-f9e8-4c43-9dce-d184c7785e2a req-d98d809b-a321-45ab-8585-f64a820801a3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257227
Apr 08 12:22:14.941855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd18f0-82b5-43dc-9a18-f3ea1ed8f356 req-b97da1ec-2fbf-4a20-bd1e-6deb5519c0fb tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:14.943412 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98dd18f0-82b5-43dc-9a18-f3ea1ed8f356 req-b97da1ec-2fbf-4a20-bd1e-6deb5519c0fb tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0912960
Apr 08 12:22:14.974474 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-98dd18f0-82b5-43dc-9a18-f3ea1ed8f356 req-23733713-ea7b-4a6c-a49f-8a41524069a2 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245619
Apr 08 12:22:16.180806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a8be0-070d-47f2-a498-1d45b5db9df4 req-8cf02b28-9ce1-41f6-b565-cefe3fd70230 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:16.182428 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bb6a8be0-070d-47f2-a498-1d45b5db9df4 req-8cf02b28-9ce1-41f6-b565-cefe3fd70230 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.0906706
Apr 08 12:22:16.217270 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bb6a8be0-070d-47f2-a498-1d45b5db9df4 req-61ebcbdf-ca46-4eef-94d2-a98c4b12e82e tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276673
Apr 08 12:22:16.508279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45f51e-80ed-4114-9484-8a3099056178 req-1d705379-229c-4374-a456-0ffe10a65ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:16.509817 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-be45f51e-80ed-4114-9484-8a3099056178 req-1d705379-229c-4374-a456-0ffe10a65ed5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1097 time: 0.0798116
Apr 08 12:22:16.537346 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-be45f51e-80ed-4114-9484-8a3099056178 req-30fe8756-1255-41e0-9d5d-b1f9edee6de5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0196173
Apr 08 12:22:17.450053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ce654-0aff-4bd9-a3f6-ec4719355401 req-40798bc9-39db-4274-a693-1c40cbafc1ea tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:17.451690 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-688ce654-0aff-4bd9-a3f6-ec4719355401 req-40798bc9-39db-4274-a693-1c40cbafc1ea tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 944 time: 0.1046433
Apr 08 12:22:17.484253 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-688ce654-0aff-4bd9-a3f6-ec4719355401 req-025f84a8-bde4-4d24-997b-e748edd93617 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251756
Apr 08 12:22:17.625660 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:22:17.764744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:22:17.778974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'port_id': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'mac_address': 'fa:16:3e:8e:20:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:22:17.836540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:17.837829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:22:17.853371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:22:17.899605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:17.901466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c238357d-52a1-421e-aa9e-ee3b8ad06918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:17.973700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=7']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:17.976890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:18.114391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:22:19.626414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:22:19.700696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:22:19.701126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:19.821754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:19.833284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:22:19.843365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:22:19.871230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:19.873257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:19.908685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'code': 200}
Apr 08 12:22:19.947642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=8']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:19.950750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:24.459759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7611d3d0-28d8-45c2-a0de-f4418ca11180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:26.665148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dec7ff25-7e17-4530-a977-5ba9c3221813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:27.019493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:28.294008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:28.790923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:28.923289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51714) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:29.049249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.064945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:29.068940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Usage tracker for resource:security_group_rule and tenant:a0715e1b46104b5a895f580160dfdc96 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:29.072355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:29.078343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:29.162572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.196638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.205332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9900711a-8a0b-4107-9156-2226fcfc5f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:29.247120 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0715e1b46104b5a895f580160dfdc96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227446
Apr 08 12:22:29.248079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b434da9-2a84-47a9-8ff6-2431ceb30d63,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:29.250708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51720) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:29.252570 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e21a2e63-7e50-46e8-b940-60dc39dc1a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:29.318171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.344467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.419775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.425023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:29.438595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b434da9-2a84-47a9-8ff6-2431ceb30d63,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:29.447903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.449092 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b434da9-2a84-47a9-8ff6-2431ceb30d63 HTTP/1.1" status: 204  len: 168 time: 0.1962657
Apr 08 12:22:29.450589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.451282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.451694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.452101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.452501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.452896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.453290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.453683 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.454120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.454557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.455346 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.455747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:22:29.458888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:29.910073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51742) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:29.929125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:29.945295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:29.949694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Usage tracker for resource:security_group_rule and tenant:59b84193c1c646a7b39c50fa1f64b3c6 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:29.952726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:29.959869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:30.047175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:30.070849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:30.081128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-22546543-be21-4fbe-b16b-1a2a5184a169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:30.127526 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59b84193c1c646a7b39c50fa1f64b3c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2161665
Apr 08 12:22:30.128433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eae955-62eb-43cf-9542-4253da7cc284,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:30.130290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51750) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:30.131584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:30.193167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:30.224566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:30.300018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:30.305006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-357e9a4b-6e9f-4c88-8537-419270c4a050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:30.320498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eae955-62eb-43cf-9542-4253da7cc284,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:30.323658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:30.328099 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:30.329304 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9eae955-62eb-43cf-9542-4253da7cc284 HTTP/1.1" status: 204  len: 168 time: 0.1972873
Apr 08 12:22:32.330162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51822) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:32.457970 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:32.473600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:32.477704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3d200108a42e49c3b125386da5ce00bd is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:32.480704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:32.487134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:32.572073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:32.625407 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:32.636255 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b9156e22-7a46-4c62-bad6-5e469f407b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:32.678681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0939d6f-b154-4cf1-b956-117b6fc2af72,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:32.682023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:32.687869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51832) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:32.687983 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d200108a42e49c3b125386da5ce00bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3564904
Apr 08 12:22:32.758023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:32.785486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:32.870838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:32.876826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-107c96db-b318-47bb-9aa4-fb9a7f2d3169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:32.891387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0939d6f-b154-4cf1-b956-117b6fc2af72,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:32.893722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:32.899734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:32.901032 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0939d6f-b154-4cf1-b956-117b6fc2af72 HTTP/1.1" status: 204  len: 168 time: 0.2120845
Apr 08 12:22:33.337938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51840) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:33.357250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:33.372719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:33.377090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Usage tracker for resource:security_group_rule and tenant:5e855330ce82471fbbcaaad92da86807 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:33.379993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:33.386061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:33.468138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:33.494032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:33.506971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d17c34fa-3094-4970-b85c-9505f26543aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:33.550434 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e855330ce82471fbbcaaad92da86807&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2112617
Apr 08 12:22:33.551399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973d4c50-7b13-4d64-a7c1-7d1977e6bf2c,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:33.553321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51844) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:33.554633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e8e525fb-c73d-42e6-8606-d9618ede1536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:33.620073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:33.647009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:33.716847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:33.722327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f3e62b85-0b66-44de-9b42-0e11cb8192ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:33.736755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d4c50-7b13-4d64-a7c1-7d1977e6bf2c,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:33.739967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:33.744290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:33.745781 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/973d4c50-7b13-4d64-a7c1-7d1977e6bf2c HTTP/1.1" status: 204  len: 168 time: 0.1911042
Apr 08 12:22:34.048737 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-6dfb03b6-c739-4d07-a231-872dd68034a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0772970
Apr 08 12:22:34.219100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-2bbbfb50-8a6a-4cd6-8f78-a07ba6b980f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:34.220790 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-2bbbfb50-8a6a-4cd6-8f78-a07ba6b980f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1099 time: 0.0905602
Apr 08 12:22:34.380061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-0ebac960-8d27-42b2-95ec-70e14ad19fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:34.381669 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-0ebac960-8d27-42b2-95ec-70e14ad19fe9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 910 time: 0.1397943
Apr 08 12:22:34.496894 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-c2b8e3d3-bc0a-4e75-b230-477bdb91ce90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 1002 time: 0.1075630
Apr 08 12:22:34.565912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-81f4a645-e45b-4eae-8c28-44464d10a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:34.567516 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-81f4a645-e45b-4eae-8c28-44464d10a02c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 200  len: 848 time: 0.0645843
Apr 08 12:22:34.654806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-1d74ce7e-cfbf-4103-bb30-ecb9c573b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:34.656419 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-1d74ce7e-cfbf-4103-bb30-ecb9c573b1b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6d23616-b27e-41fd-b140-34c013f91138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812554
Apr 08 12:22:34.802245 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-f007eed8-63d0-47ac-9253-233a343088a4 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371379
Apr 08 12:22:34.948986 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-7195fdac-252f-4e9c-85f6-e4b5e1838a85 req-3b900a90-03ad-4d24-b9ee-98d7b5eb39ee service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402903
Apr 08 12:22:35.267720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:35.439335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:22:35.600542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51900) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:35.725496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:35.741042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:35.745023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Usage tracker for resource:security_group_rule and tenant:a6fe1d8f6b1d4ce6a542f96456d6f7d3 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:35.747910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:35.754747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:35.853708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:35.916606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:35.927180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-17020386-25e2-47ee-beb2-435749358ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:35.973153 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6fe1d8f6b1d4ce6a542f96456d6f7d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3688059
Apr 08 12:22:35.973153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d0a7d-8d1b-4293-a448-e276256e8167,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:35.974043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51912) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:35.975116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eb5d1106-d5d4-44ad-b201-a77081cc3f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:36.045567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-be8f5c84-b79a-4985-906d-08dd6779895c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:36.075544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-be8f5c84-b79a-4985-906d-08dd6779895c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:36.237296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-be8f5c84-b79a-4985-906d-08dd6779895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:36.242679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ee4181ba-546b-4cf0-8afe-92a22e1c4d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:36.256691 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f5c84-b79a-4985-906d-08dd6779895c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d0a7d-8d1b-4293-a448-e276256e8167,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:36.261649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-be8f5c84-b79a-4985-906d-08dd6779895c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:36.266630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-be8f5c84-b79a-4985-906d-08dd6779895c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:36.270858 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-be8f5c84-b79a-4985-906d-08dd6779895c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e6d0a7d-8d1b-4293-a448-e276256e8167 HTTP/1.1" status: 204  len: 168 time: 0.2876837
Apr 08 12:22:36.710342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 51940) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:36.729864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:36.745600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:36.749638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Usage tracker for resource:security_group_rule and tenant:0d40183fae974e1bab00507f2a0883d4 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:36.753478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:36.759619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:36.896539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:36.928327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:36.936821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-29a5de51-9243-4b89-b9c5-44058f57d853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:36.984605 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d40183fae974e1bab00507f2a0883d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2673769
Apr 08 12:22:36.984605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f9ff8e-2e84-48dd-a600-553d1f397a18,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:36.984769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 51954) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:36.984861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d6883974-90e0-48de-b7fd-1e7532c3dc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:37.049941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:37.076893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:37.151643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:37.156905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-38cb497f-a98b-41bb-9e59-99b724e46ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:37.172322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f9ff8e-2e84-48dd-a600-553d1f397a18,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:37.175632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:37.176851 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6f9ff8e-2e84-48dd-a600-553d1f397a18 HTTP/1.1" status: 204  len: 168 time: 0.1937711
Apr 08 12:22:37.177796 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:38.457298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52040) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:38.589338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:38.605089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:38.609189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Usage tracker for resource:security_group_rule and tenant:2ba2492213eb4ba7bb3abdd7d543f1ab is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:38.612220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:38.618185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:38.705271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:38.733756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:38.743539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-998acac9-49ef-43fb-835d-aae4d68b7409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:38.779465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52048) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:38.780217 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ba2492213eb4ba7bb3abdd7d543f1ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217762
Apr 08 12:22:38.795482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5988b-4601-47a8-bf8f-c591a49052ca,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:38.799150 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:38.853291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292e573d-fc72-4931-b706-e8b4364d8156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:38.883073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292e573d-fc72-4931-b706-e8b4364d8156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:38.959781 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292e573d-fc72-4931-b706-e8b4364d8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:38.965077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-877be478-9a0a-4178-ba8c-740cc27fe298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:38.980744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e573d-fc72-4931-b706-e8b4364d8156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5988b-4601-47a8-bf8f-c591a49052ca,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:38.984751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-292e573d-fc72-4931-b706-e8b4364d8156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:38.993834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292e573d-fc72-4931-b706-e8b4364d8156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:38.995313 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-292e573d-fc72-4931-b706-e8b4364d8156 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cd5988b-4601-47a8-bf8f-c591a49052ca HTTP/1.1" status: 204  len: 168 time: 0.2148006
Apr 08 12:22:39.571771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52060) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:39.591409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:39.608311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:39.612649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Usage tracker for resource:security_group_rule and tenant:7def1b84aae3412cba6a4656defcd714 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:39.615591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:39.621546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:39.708953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:39.733858 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:39.742701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-89e2b43b-0650-4f44-9c22-dd5a8faf2b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:39.785262 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7def1b84aae3412cba6a4656defcd714&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2122972
Apr 08 12:22:39.787020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c53281-a13a-4ab0-a55e-442dfd73ffe0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:39.788285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52064) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:39.790197 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:39.854843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:39.882535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:40.031428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:40.037101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:40.052222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c53281-a13a-4ab0-a55e-442dfd73ffe0,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:40.059597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:40.060836 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8c53281-a13a-4ab0-a55e-442dfd73ffe0 HTTP/1.1" status: 204  len: 168 time: 0.2709517
Apr 08 12:22:40.067971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:42.210914 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52126) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:42.340718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:42.356550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:42.361225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Usage tracker for resource:security_group_rule and tenant:2065161a2c8b491ab070d7fd847a937e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:42.364170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:42.370157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:42.456957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:42.471707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:42.479959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-36e07c7a-1e16-4e51-9b25-67a99873b505 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:42.524847 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2065161a2c8b491ab070d7fd847a937e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3127840
Apr 08 12:22:42.525779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e979c497-47cc-4694-a654-3a2d1c85be03,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:42.527833 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52136) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:42.529103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:42.589799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16cd16dd-762d-4720-96d2-5b515a8b696d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:42.617079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16cd16dd-762d-4720-96d2-5b515a8b696d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:42.682270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16cd16dd-762d-4720-96d2-5b515a8b696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:42.687169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2f58edd-91c7-474b-99db-a8514b6fd374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:42.697770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd16dd-762d-4720-96d2-5b515a8b696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e979c497-47cc-4694-a654-3a2d1c85be03,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:42.701530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-16cd16dd-762d-4720-96d2-5b515a8b696d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:42.706049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16cd16dd-762d-4720-96d2-5b515a8b696d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:42.707317 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-16cd16dd-762d-4720-96d2-5b515a8b696d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e979c497-47cc-4694-a654-3a2d1c85be03 HTTP/1.1" status: 204  len: 168 time: 0.1784272
Apr 08 12:22:43.223579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52144) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:43.242867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:43.257976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:43.262089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Usage tracker for resource:security_group_rule and tenant:47b08c22261a4dc49199d7acf4ccf95a is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:43.265017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:43.271787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:43.356622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:43.390818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:43.399247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-02c295e4-e85c-48e4-bb8c-d6faf57e303c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:43.444952 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47b08c22261a4dc49199d7acf4ccf95a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2202184
Apr 08 12:22:43.445916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94962d7a-a441-45b1-864e-d2a736b55de6,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:43.447852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52150) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:43.449163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4523a834-5d10-428d-a0f7-35b08622e77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:43.515635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-56fc8fa5-e0c6-4024-9d76-dd5c6eab2c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:43.542914 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-56fc8fa5-e0c6-4024-9d76-dd5c6eab2c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:43.670819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-56fc8fa5-e0c6-4024-9d76-dd5c6eab2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:43.679166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a2fe3d80-e5eb-4192-b289-45afbcda03e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:43.694540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8fa5-e0c6-4024-9d76-dd5c6eab2c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94962d7a-a441-45b1-864e-d2a736b55de6,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:43.696928 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-56fc8fa5-e0c6-4024-9d76-dd5c6eab2c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:43.706199 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-56fc8fa5-e0c6-4024-9d76-dd5c6eab2c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:43.709931 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-56fc8fa5-e0c6-4024-9d76-dd5c6eab2c36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94962d7a-a441-45b1-864e-d2a736b55de6 HTTP/1.1" status: 204  len: 168 time: 0.2585402
Apr 08 12:22:50.508059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52306) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:50.634852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:50.650185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:50.654192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:71b9b523b2e544ef9c16cc65db1b8295 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:50.657706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:50.663799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:50.804454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:50.842412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:50.852644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3bcb1a55-17b8-493c-9d9e-c63d6ceaa677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:50.897857 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71b9b523b2e544ef9c16cc65db1b8295&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3885634
Apr 08 12:22:50.900523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e52a19d-c10c-4b28-b041-e51f3afb82b3,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:50.900873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52320) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:50.903828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-653fb53e-bee5-4a34-9bfd-8ce45ff8e4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:50.966762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63a88725-2bf4-4e1e-8ff6-01ac385b1b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:50.999004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63a88725-2bf4-4e1e-8ff6-01ac385b1b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.088191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63a88725-2bf4-4e1e-8ff6-01ac385b1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.093269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e206baa2-4fd2-453c-bc0a-43de305efb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:51.106536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88725-2bf4-4e1e-8ff6-01ac385b1b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e52a19d-c10c-4b28-b041-e51f3afb82b3,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:51.111949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-63a88725-2bf4-4e1e-8ff6-01ac385b1b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:51.116176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-63a88725-2bf4-4e1e-8ff6-01ac385b1b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.117392 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-63a88725-2bf4-4e1e-8ff6-01ac385b1b6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e52a19d-c10c-4b28-b041-e51f3afb82b3 HTTP/1.1" status: 204  len: 168 time: 0.2154510
Apr 08 12:22:51.305503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52332) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:51.446746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.464813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:51.468770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Usage tracker for resource:security_group_rule and tenant:ebf3584165164110a620b6f620b0d6c0 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:51.471834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:51.477833 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:51.565581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.596901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.606121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bca177f4-73a0-439b-bed0-e5a2016d68c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:51.651361 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebf3584165164110a620b6f620b0d6c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3446672
Apr 08 12:22:51.652388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ba4cc-9602-44cb-a376-17baa0fb2049,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:51.654242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52348) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:51.655760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a07265e1-d34a-4241-81ca-6be2cae5c75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:51.722340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.751649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.836232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.841241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5e65ca71-0be4-4808-a10d-68c8949169f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:51.854494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ba4cc-9602-44cb-a376-17baa0fb2049,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:51.856882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:51.866608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:51.867830 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a77ba4cc-9602-44cb-a376-17baa0fb2049 HTTP/1.1" status: 204  len: 168 time: 0.2123804
Apr 08 12:22:51.980440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52362) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:52.101262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-529345941-network', 'tenant_id': '5174f889b4cf4def811b78439275f602'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:22:52.106397 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:52.111138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Usage tracker for resource:network and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:52.114106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:52.120946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:52.162401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Made reservation on behalf of 5174f889b4cf4def811b78439275f602 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:22:52.167334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.181547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.196779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:52.200819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:52.204372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:52.210468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:52.301048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.345798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.350147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-77839509-998d-48ab-9aa5-24cd42294630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:52.378198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:22:52.387198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8e7321-6256-4bdf-9386-da502f591683,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:52.391550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:52.394467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.394869 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Added segment e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c of type vlan for network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed
Apr 08 12:22:52.426978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.488115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.489506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:52.490144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.495302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:52.532791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52370) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:52.552257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.571956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:52.576000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1eaf6cf98890464e98c96925d5acb900 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:52.579515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:52.585575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:52.602415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Pushing event updated for resources: {'Network': ['ID=7f160ec1-7ce7-4365-ac22-b0d5421f97ed,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:52.606645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:52.612913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:22:52.634430 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-826b79cd-9334-47b7-aa36-a8850d5ed735 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6500704
Apr 08 12:22:52.634705 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52374) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:52.640918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Request body: {'subnet': {'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-529345941-subnet', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:22:52.646767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:52.650795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Usage tracker for resource:subnet and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:52.653746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:52.660693 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:52.680014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.716398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.726330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:52.751830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Made reservation on behalf of 5174f889b4cf4def811b78439275f602 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:22:52.756835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036324339444'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.769263 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1eaf6cf98890464e98c96925d5acb900&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2353501
Apr 08 12:22:52.770259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde06f71-67c1-453c-a317-de932e8571e0,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:52.772545 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52378) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:52.773511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d6715ca3-9e5d-4034-be39-591295e232d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:52.927359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c11a64-6eba-4a4a-b8dc-5b3a2dcb3452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:52.991021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c11a64-6eba-4a4a-b8dc-5b3a2dcb3452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:53.122251 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c11a64-6eba-4a4a-b8dc-5b3a2dcb3452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:53.126646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-578bb76f-5a2c-4ac5-8a89-78bed686f34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:53.140830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c11a64-6eba-4a4a-b8dc-5b3a2dcb3452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde06f71-67c1-453c-a317-de932e8571e0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:53.144490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-41c11a64-6eba-4a4a-b8dc-5b3a2dcb3452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:53.149833 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-41c11a64-6eba-4a4a-b8dc-5b3a2dcb3452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:53.151066 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-41c11a64-6eba-4a4a-b8dc-5b3a2dcb3452 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dde06f71-67c1-453c-a317-de932e8571e0 HTTP/1.1" status: 204  len: 168 time: 0.3775215
Apr 08 12:22:53.342573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036324339395'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:53.358131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-30dbe675-ec34-4e4b-a16a-dd818fc0ef7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:53.487566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ed7463-d7b2-41aa-8460-c89ca983a3b4,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:53.490413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:53.562557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Checking segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:22:53.562557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Network hostable DHCP agents. Network: 7f160ec1-7ce7-4365-ac22-b0d5421f97ed, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:22:53.613739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:22:53.688432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 7f160ec1-7ce7-4365-ac22-b0d5421f97ed) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:22:53.697618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1737741-19b1-44ea-bb3f-ce83d97e3633 None None] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:22:53.702709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:22:53.703361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:53.763597 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-08a00578-c6b1-4ed1-887b-afb19308e9c9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1278265
Apr 08 12:22:53.766516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52394) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:53.772731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:22:53.785761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:22:53.789966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Usage tracker for resource:router and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:22:53.793710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:22:53.800623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:22:53.842478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:53.843688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:53.935873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:22:53.936802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.035092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.139528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Allocated IP 172.20.0.2 (7f160ec1-7ce7-4365-ac22-b0d5421f97ed/47ed7463-d7b2-41aa-8460-c89ca983a3b4/992ce57b-fe30-47bb-980a-3d293a71ece9) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:22:54.378347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.405486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Transition to ACTIVE for port object 992ce57b-fe30-47bb-980a-3d293a71ece9 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:22:54.451364 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Transition to ACTIVE for port object 992ce57b-fe30-47bb-980a-3d293a71ece9 will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:22:54.511472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.527760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:54.622516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.650270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4fde5abf-7306-42c5-a870-15255b7c37a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.664635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Pushing event updated for resources: {'Port': ['ID=992ce57b-fe30-47bb-980a-3d293a71ece9,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:54.667643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:54.724838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:22:54.726076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:22:54.728528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:22:54.827635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Attempting to bind port 992ce57b-fe30-47bb-980a-3d293a71ece9 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:22:54.832241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Attempting to bind port 992ce57b-fe30-47bb-980a-3d293a71ece9 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:22:54.832241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Attempting to bind port 992ce57b-fe30-47bb-980a-3d293a71ece9 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:22:54.834697 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:22:54.835170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Checking segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:22:54.835758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.836199 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Bound using segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:22:54.836712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Bound port: 992ce57b-fe30-47bb-980a-3d293a71ece9, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:22:54.837133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.921702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] For port 992ce57b-fe30-47bb-980a-3d293a71ece9, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:22:54.925976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] For port 992ce57b-fe30-47bb-980a-3d293a71ece9, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=992ce57b-fe30-47bb-980a-3d293a71ece9,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:22:54.945348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:54.958604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:55.030361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:55.063352 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:55.106936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Pushing event updated for resources: {'Port': ['ID=992ce57b-fe30-47bb-980a-3d293a71ece9,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:55.120515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:55.213884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Allocated IP 172.27.1.97 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/f98956ae-1c2a-4586-a89b-c8407ba74901) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:22:55.374138 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:55.426100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:55.444520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:55.582509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Pushing event updated for resources: {'Port': ['ID=f98956ae-1c2a-4586-a89b-c8407ba74901,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:55.586935 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:55.642366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:22:55.643499 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:22:55.645828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:22:56.164122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:56.251979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 992ce57b-fe30-47bb-980a-3d293a71ece9 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:22:56.351636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 992ce57b-fe30-47bb-980a-3d293a71ece9 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:22:56.564057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:56.620856 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b49f9c-1f52-4e9e-85b1-445938efbc07 None None] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:22:56.761450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9093056b-0b54-46e8-8a24-71e9139bdb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:56.798336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Provisioning for port 992ce57b-fe30-47bb-980a-3d293a71ece9 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:22:56.812077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Provisioning complete for port 992ce57b-fe30-47bb-980a-3d293a71ece9 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:22:56.812504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:56.814530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Router a6de2a28-f856-40a5-87a4-39607d96100c is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:22:57.202985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:57.223427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] For port 992ce57b-fe30-47bb-980a-3d293a71ece9, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=992ce57b-fe30-47bb-980a-3d293a71ece9,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:22:57.242424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:57.276125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:22:57.282729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:57.286274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:57.319180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:22:57.322536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:57.326429 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.5559382
Apr 08 12:22:57.327328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52420) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:22:57.344040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:22:57.344728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0078a668>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:57.527859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-dd6edb24-d74b-46f8-affa-bdb62897e372 None None] Provisioning complete for port 992ce57b-fe30-47bb-980a-3d293a71ece9 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:22:57.528286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd6edb24-d74b-46f8-affa-bdb62897e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:57.559827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Pushing event updated for resources: {'Port': ['ID=992ce57b-fe30-47bb-980a-3d293a71ece9,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:57.574319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:57.631056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:22:57.998879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0078a668>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:55Z', 'revision_number': 3, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:58.004219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:22:58.004626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Updating router a6de2a28-f856-40a5-87a4-39607d96100c port f98956ae-1c2a-4586-a89b-c8407ba74901 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:22:58.064196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.235859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 992ce57b-fe30-47bb-980a-3d293a71ece9 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:22:58.278515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.403945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.446470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 992ce57b-fe30-47bb-980a-3d293a71ece9 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:22:58.446895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.504880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Allocated IP 172.20.0.1 (7f160ec1-7ce7-4365-ac22-b0d5421f97ed/47ed7463-d7b2-41aa-8460-c89ca983a3b4/12f9b639-5217-4c64-b782-52888dd7f6c1) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:22:58.661901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.667861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.678319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Transition to ACTIVE for port object 12f9b639-5217-4c64-b782-52888dd7f6c1 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:22:58.680370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Transition to ACTIVE for port object f98956ae-1c2a-4586-a89b-c8407ba74901 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:22:58.711174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.726344 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:58.745454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.761756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d953f1b7-3e95-49e2-a787-836211e1c5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:58.889812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453085b2-ccd8-414f-90d4-552c9108f5f8 None None] Pushing event updated for resources: {'Port': ['ID=f98956ae-1c2a-4586-a89b-c8407ba74901,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:58.895447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.896324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-453085b2-ccd8-414f-90d4-552c9108f5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:58.901044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Pushing event updated for resources: {'Port': ['ID=12f9b639-5217-4c64-b782-52888dd7f6c1,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:58.905826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:58.941590 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Attempting to bind port f98956ae-1c2a-4586-a89b-c8407ba74901 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:22:58.942005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Attempting to bind port f98956ae-1c2a-4586-a89b-c8407ba74901 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:22:58.942439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Attempting to bind port f98956ae-1c2a-4586-a89b-c8407ba74901 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:22:58.947953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:22:58.948361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:22:58.948806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.949237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:22:58.949744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Bound port: f98956ae-1c2a-4586-a89b-c8407ba74901, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:22:58.950152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:58.958089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:22:58.959250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:22:58.961548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:22:59.018122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:59.030553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] For port f98956ae-1c2a-4586-a89b-c8407ba74901, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:22:59.034154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] For port f98956ae-1c2a-4586-a89b-c8407ba74901, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=f98956ae-1c2a-4586-a89b-c8407ba74901,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:22:59.065865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:59.082638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-15cd4c9a-cce7-40b5-893d-19a69d378d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:59.231520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453085b2-ccd8-414f-90d4-552c9108f5f8 None None] Pushing event updated for resources: {'Port': ['ID=f98956ae-1c2a-4586-a89b-c8407ba74901,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:59.247718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-453085b2-ccd8-414f-90d4-552c9108f5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:59.286925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-d55a4d21-e560-40c1-83b9-ad8ef178e448 None None] Provisioning for port 12f9b639-5217-4c64-b782-52888dd7f6c1 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:22:59.293907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-d55a4d21-e560-40c1-83b9-ad8ef178e448 None None] Provisioning complete for port 12f9b639-5217-4c64-b782-52888dd7f6c1 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:22:59.294345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d55a4d21-e560-40c1-83b9-ad8ef178e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:59.324082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:22:59.324756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0078a668>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:22:59.366941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:59.656451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:59.664155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-d55a4d21-e560-40c1-83b9-ad8ef178e448 None None] Port 12f9b639-5217-4c64-b782-52888dd7f6c1 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:22:59.688775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:59.707116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:22:59.718573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:22:59.806835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:22:59.822420 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Pushing event updated for resources: {'Port': ['ID=12f9b639-5217-4c64-b782-52888dd7f6c1,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:22:59.872958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:22:59.950909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:22:59.952195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:00.040835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0078a668>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:22:58Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:00.046289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710511a-7fc8-4027-b102-148ad64eaf05 None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:22:58Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:00.161136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:23:00.188180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-2961cd7c-a50c-4be0-8504-e3be5f3b35cf None None] Provisioning complete for port 12f9b639-5217-4c64-b782-52888dd7f6c1 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:00.188712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2961cd7c-a50c-4be0-8504-e3be5f3b35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:00.249803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-2961cd7c-a50c-4be0-8504-e3be5f3b35cf None None] Port 12f9b639-5217-4c64-b782-52888dd7f6c1 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:23:00.353158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:23:00.375545 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] 10.222.0.43 "PUT /v2.0/routers/a6de2a28-f856-40a5-87a4-39607d96100c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0465760
Apr 08 12:23:01.208849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52456) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:01.217333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-502004370-network', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:01.224017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:01.228076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Usage tracker for resource:network and tenant:f319432fdf0c4d8e8ed56e5fa6ea613e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:01.232180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:01.238968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:01.305069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Made reservation on behalf of f319432fdf0c4d8e8ed56e5fa6ea613e for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:23:01.310605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.324996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.349329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:01.353498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Usage tracker for resource:security_group_rule and tenant:f319432fdf0c4d8e8ed56e5fa6ea613e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:01.356805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:01.363510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:01.457068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.487873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.492434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bc2c45be-286c-4b38-a12d-15b3ca49fff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:01.519086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:23:01.532611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca280417-7399-4f26-a35f-fae252f3de91,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:01.536877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:01.537860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.538254 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Added segment a1bea3af-8785-4439-be60-f6bf15153542 of type vlan for network fc99a858-e1e0-4434-9381-934c10d45e8e
Apr 08 12:23:01.625604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.739075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.740502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:01.741155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:01.746472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:01.853956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Pushing event updated for resources: {'Network': ['ID=fc99a858-e1e0-4434-9381-934c10d45e8e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:01.856775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:01.861534 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bd034c66-6e7f-4606-813f-feffd5e6b4fe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6513317
Apr 08 12:23:01.864411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52474) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:01.866242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network fc99a858-e1e0-4434-9381-934c10d45e8e details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:23:01.870829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Request body: {'subnet': {'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-502004370-subnet', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:01.876017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:01.880535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Usage tracker for resource:subnet and tenant:f319432fdf0c4d8e8ed56e5fa6ea613e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:01.883470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:01.890437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:01.933780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Made reservation on behalf of f319432fdf0c4d8e8ed56e5fa6ea613e for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:23:01.938702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852501169'] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.251803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device f98956ae-1c2a-4586-a89b-c8407ba74901 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:02.362448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port f98956ae-1c2a-4586-a89b-c8407ba74901 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:02.367739 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port f98956ae-1c2a-4586-a89b-c8407ba74901 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:02.368161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.382580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1023739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852501122'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.397927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:02.496005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.512953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port f98956ae-1c2a-4586-a89b-c8407ba74901, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=f98956ae-1c2a-4586-a89b-c8407ba74901,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:02.525885 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:02.529067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:02.539559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.541572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:02.598336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Checking segment: {'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:02.598756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Network hostable DHCP agents. Network: fc99a858-e1e0-4434-9381-934c10d45e8e, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:23:02.612733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=f98956ae-1c2a-4586-a89b-c8407ba74901,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:02.616299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:02.659722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Network fc99a858-e1e0-4434-9381-934c10d45e8e is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:23:02.716175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, fc99a858-e1e0-4434-9381-934c10d45e8e) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:02.725676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2affe0-6a15-44d5-b432-b7ca5483fece None None] Network fc99a858-e1e0-4434-9381-934c10d45e8e requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:23:02.728976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:02.729623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.775055 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0fc0e663-96cc-42ad-89b4-53682678e3fd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9094479
Apr 08 12:23:02.777717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52484) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:02.784484 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:02.789670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:02.793778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Usage tracker for resource:router and tenant:f319432fdf0c4d8e8ed56e5fa6ea613e is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:02.797837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:02.803946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:02.842842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.845117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.924466 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:02.959492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-fc99a858-e1e0-4434-9381-934c10d45e8e', 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'fixed_ips': [{'subnet_id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:23:02.960439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.134026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Allocated IP 172.20.0.2 (fc99a858-e1e0-4434-9381-934c10d45e8e/81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc/17a8882c-1cb4-4872-8844-33ea3b248585) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:23:03.243951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:23:03.254944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:03.255579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f014df3c8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:03.395549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.409315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Transition to ACTIVE for port object 17a8882c-1cb4-4872-8844-33ea3b248585 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:03.449667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Transition to ACTIVE for port object 17a8882c-1cb4-4872-8844-33ea3b248585 will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:03.452534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:03.488984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.506345 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.568120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:03.663668 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Pushing event updated for resources: {'Port': ['ID=17a8882c-1cb4-4872-8844-33ea3b248585,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:03.666830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:03.701315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Network fc99a858-e1e0-4434-9381-934c10d45e8e is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:23:03.702665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:03.705723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:23:03.819847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Attempting to bind port 17a8882c-1cb4-4872-8844-33ea3b248585 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:23:03.820090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Attempting to bind port 17a8882c-1cb4-4872-8844-33ea3b248585 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:23:03.820411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Attempting to bind port 17a8882c-1cb4-4872-8844-33ea3b248585 on network fc99a858-e1e0-4434-9381-934c10d45e8e {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:03.827569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:23:03.828575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Checking segment: {'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:03.828988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.829437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Bound using segment: {'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:23:03.829982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Bound port: 17a8882c-1cb4-4872-8844-33ea3b248585, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:23:03.830448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.895938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.914522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] For port 17a8882c-1cb4-4872-8844-33ea3b248585, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:23:03.917652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] For port 17a8882c-1cb4-4872-8844-33ea3b248585, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=17a8882c-1cb4-4872-8844-33ea3b248585,segment=NetworkSegment(a1bea3af-8785-4439-be60-f6bf15153542),segment_id=a1bea3af-8785-4439-be60-f6bf15153542)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:23:03.928323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.945581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:03.962164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:03.965747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f014df3c8>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 2, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:03.970395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:23:03.970959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Updating router a6de2a28-f856-40a5-87a4-39607d96100c port 12f9b639-5217-4c64-b782-52888dd7f6c1 binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:23:04.030592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:04.075401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Allocated IP 172.27.1.81 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/5b61c197-0a4d-4063-831a-230933b588a1) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:23:04.116337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Pushing event updated for resources: {'Port': ['ID=17a8882c-1cb4-4872-8844-33ea3b248585,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:04.120972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:04.243665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:04.261971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device f98956ae-1c2a-4586-a89b-c8407ba74901 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:04.305718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:04.322999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:04.342980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port f98956ae-1c2a-4586-a89b-c8407ba74901 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:04.343332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:04.469340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Pushing event updated for resources: {'Port': ['ID=5b61c197-0a4d-4063-831a-230933b588a1,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:04.475323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:04.497458 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:04.513264 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Transition to ACTIVE for port object 12f9b639-5217-4c64-b782-52888dd7f6c1 will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:04.548391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:23:04.549676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:04.550762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:04.552173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:23:04.571299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:04.714215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Pushing event updated for resources: {'Port': ['ID=12f9b639-5217-4c64-b782-52888dd7f6c1,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:04.725788 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.726167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.727182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.727182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.727393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.727597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.727951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.728308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.728664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.729017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.729368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.729719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:04.735385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:04.948349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Attempting to bind port 12f9b639-5217-4c64-b782-52888dd7f6c1 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:23:04.948757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Attempting to bind port 12f9b639-5217-4c64-b782-52888dd7f6c1 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:23:04.949154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Attempting to bind port 12f9b639-5217-4c64-b782-52888dd7f6c1 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:04.956724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:23:04.957136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Checking segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:04.957580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:04.958006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Bound using segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:23:04.958548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Bound port: 12f9b639-5217-4c64-b782-52888dd7f6c1, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:23:04.958958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.045025 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52500) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:05.050194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] For port 12f9b639-5217-4c64-b782-52888dd7f6c1, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:23:05.053713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] For port 12f9b639-5217-4c64-b782-52888dd7f6c1, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=12f9b639-5217-4c64-b782-52888dd7f6c1,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:23:05.068731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.088893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.105497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8a9f880a-6770-4c61-b6b3-8215daecef69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:05.182217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.199465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:05.203798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Usage tracker for resource:security_group_rule and tenant:68348910d20542cd9e1c485a3e853a78 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:05.207439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:05.222289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:05.283968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Pushing event updated for resources: {'Port': ['ID=12f9b639-5217-4c64-b782-52888dd7f6c1,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:05.289583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:05.293300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.314494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:05.315254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f014df3c8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:05.317511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.356576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.368298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-76b035d2-95b3-4510-b46b-530f807ac56f tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:05.436956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d917fbe-f3f5-451e-9d84-1dcf2eac9025,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:05.445000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:05.458294 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-574e414a-03a8-4928-8ae7-33bdb8504255 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68348910d20542cd9e1c485a3e853a78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4118567
Apr 08 12:23:05.459257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52506) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:05.519319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.575804 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.583027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:05.611239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.699450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.707227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48134cf7-7712-492d-bb3b-397e8149ceff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:05.724015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d917fbe-f3f5-451e-9d84-1dcf2eac9025,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:05.732403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:05.733662 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d917fbe-f3f5-451e-9d84-1dcf2eac9025 HTTP/1.1" status: 204  len: 168 time: 0.2731781
Apr 08 12:23:05.735702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:05.813393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Router c36cdebf-2350-4330-85e6-651570ec803f is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:23:05.840872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9d837d-1415-411b-b83d-eebe0faa439c None None] Network fc99a858-e1e0-4434-9381-934c10d45e8e requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:23:05.985193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f014df3c8>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:05Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:05.991735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f969d-4c9d-4ba3-b9d9-162d1784649a None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:05Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:06.000174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3c1acd1e-5571-4823-be47-0aaed563ecc7 None None] Provisioning for port 17a8882c-1cb4-4872-8844-33ea3b248585 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:06.316211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:23:06.329532 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Sync routers for ids ['c36cdebf-2350-4330-85e6-651570ec803f'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:23:06.359851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Routers {'c36cdebf-2350-4330-85e6-651570ec803f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:06.365061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00b20ba8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['c36cdebf-2350-4330-85e6-651570ec803f'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:06.385633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Notify callbacks [] for router, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:06.389656 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.6081107
Apr 08 12:23:06.389926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52522) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:06.462380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 12f9b639-5217-4c64-b782-52888dd7f6c1 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:06.698106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 12f9b639-5217-4c64-b782-52888dd7f6c1 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:06.707059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 12f9b639-5217-4c64-b782-52888dd7f6c1 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:06.707481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:06.774193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Set router c36cdebf-2350-4330-85e6-651570ec803f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:06.953624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52534) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:07.087844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-333241839-network', 'tenant_id': '77de47205a4543c1992a0e5acc27ed3d'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:07.096803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:07.100973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Usage tracker for resource:network and tenant:77de47205a4543c1992a0e5acc27ed3d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:07.103991 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:07.111845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:07.162751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Made reservation on behalf of 77de47205a4543c1992a0e5acc27ed3d for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:23:07.169656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.184018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.199872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:07.205170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:77de47205a4543c1992a0e5acc27ed3d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:07.208220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:07.214536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:07.221837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.251121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.304440 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.317755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 12f9b639-5217-4c64-b782-52888dd7f6c1, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=12f9b639-5217-4c64-b782-52888dd7f6c1,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:07.345999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.350920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e0ffcc19-3ab0-4f64-8300-58dc9dfe25b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:07.353225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00b20ba8>, [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '5b61c197-0a4d-4063-831a-230933b588a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:23:04Z', 'revision_number': 3, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port': {'id': '5b61c197-0a4d-4063-831a-230933b588a1', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:03Z', 'updated_at': '2021-04-08T12:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:07.357488 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Checking router: c36cdebf-2350-4330-85e6-651570ec803f for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:23:07.357889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Updating router c36cdebf-2350-4330-85e6-651570ec803f port 5b61c197-0a4d-4063-831a-230933b588a1 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:23:07.386855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63ab4b9-067c-4d06-a9e1-408e5560f283,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:07.388502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.390001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 17a8882c-1cb4-4872-8844-33ea3b248585 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:07.393404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:07.394281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:23:07.412079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.412569 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Added segment 4209f532-07d5-4500-8df4-a4b577dc3932 of type vlan for network 090d0cca-d772-4818-b41a-7784a21aa522
Apr 08 12:23:07.441676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.448237 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:07.472969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Allocated IP 172.20.0.1 (fc99a858-e1e0-4434-9381-934c10d45e8e/81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc/9a320893-9d87-4ecd-97c1-05b9638b9f3d) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:23:07.542272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.550629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.552055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:07.552702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.558249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:07.588540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=12f9b639-5217-4c64-b782-52888dd7f6c1,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:07.591982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:07.650112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 17a8882c-1cb4-4872-8844-33ea3b248585 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:07.660799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=090d0cca-d772-4818-b41a-7784a21aa522,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:07.663646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:07.665966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 17a8882c-1cb4-4872-8844-33ea3b248585 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:07.666451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.701725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 090d0cca-d772-4818-b41a-7784a21aa522 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:23:07.717904 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-660a4507-aaee-4535-a375-6ac42d9e0ab1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7622025
Apr 08 12:23:07.720439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52540) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:07.726883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Request body: {'subnet': {'network_id': '090d0cca-d772-4818-b41a-7784a21aa522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-333241839-subnet', 'tenant_id': '77de47205a4543c1992a0e5acc27ed3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:07.732410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:07.736753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Usage tracker for resource:subnet and tenant:77de47205a4543c1992a0e5acc27ed3d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:07.739944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:07.746082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:07.785108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Made reservation on behalf of 77de47205a4543c1992a0e5acc27ed3d for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:23:07.790260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036324339444'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.821763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.839964 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Transition to ACTIVE for port object 9a320893-9d87-4ecd-97c1-05b9638b9f3d will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:07.893972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:07.910116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-101e1184-0e83-4030-a835-ae2631f7f14f tempest-DeleteServersTestJSON-218764522 tempest-DeleteServersTestJSON-218764522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:08.049624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Pushing event updated for resources: {'Port': ['ID=9a320893-9d87-4ecd-97c1-05b9638b9f3d,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:08.054502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:08.057398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.085206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 17a8882c-1cb4-4872-8844-33ea3b248585, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=17a8882c-1cb4-4872-8844-33ea3b248585,segment=NetworkSegment(a1bea3af-8785-4439-be60-f6bf15153542),segment_id=a1bea3af-8785-4439-be60-f6bf15153542)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:08.118931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Network fc99a858-e1e0-4434-9381-934c10d45e8e is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:23:08.120684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:08.124387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.125934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:23:08.129100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:08.193685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.264963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=17a8882c-1cb4-4872-8844-33ea3b248585,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:08.276735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 12f9b639-5217-4c64-b782-52888dd7f6c1 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:08.314093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.314093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.314093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.314093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.314093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.314093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.314603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.314708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.315037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.315404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.315771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.316132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:08.320220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:08.350672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.372762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Transition to ACTIVE for port object 5b61c197-0a4d-4063-831a-230933b588a1 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:08.393662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 12f9b639-5217-4c64-b782-52888dd7f6c1 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:08.394126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.402584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.433738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036324339395'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.460813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.480686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eb67060c-a676-4cea-a231-90e5ba04d8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:08.502819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:08.594464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-f0dea455-c3d2-41a2-81dc-d069acc15d6a None None] Provisioning for port 9a320893-9d87-4ecd-97c1-05b9638b9f3d completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:08.605023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-f0dea455-c3d2-41a2-81dc-d069acc15d6a None None] Provisioning complete for port 9a320893-9d87-4ecd-97c1-05b9638b9f3d triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:08.605446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0dea455-c3d2-41a2-81dc-d069acc15d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.620443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:08.623289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:08.663767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Checking segment: {'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:08.664156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Network hostable DHCP agents. Network: 090d0cca-d772-4818-b41a-7784a21aa522, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:23:08.690438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.716155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Network 090d0cca-d772-4818-b41a-7784a21aa522 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:23:08.717794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aec72-893f-4625-9e10-a787e93d1a22 None None] Pushing event updated for resources: {'Port': ['ID=5b61c197-0a4d-4063-831a-230933b588a1,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:08.733402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c69aec72-893f-4625-9e10-a787e93d1a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:08.745518 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.760449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-f0dea455-c3d2-41a2-81dc-d069acc15d6a None None] Port 9a320893-9d87-4ecd-97c1-05b9638b9f3d cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:23:08.773717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 090d0cca-d772-4818-b41a-7784a21aa522) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:08.778884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a9737f8f-dd02-4ec6-b155-e1e9c8812fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:08.784974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818819e-4e42-4310-a932-bd56ea6f69aa None None] Network 090d0cca-d772-4818-b41a-7784a21aa522 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:23:08.798959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:08.799762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.854435 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-26c7f104-ecf3-4695-a5dd-18e46a40babc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1268046
Apr 08 12:23:08.868729 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.886338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Pushing event updated for resources: {'Port': ['ID=9a320893-9d87-4ecd-97c1-05b9638b9f3d,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:08.889127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:08.898977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Attempting to bind port 5b61c197-0a4d-4063-831a-230933b588a1 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:23:08.899409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Attempting to bind port 5b61c197-0a4d-4063-831a-230933b588a1 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:23:08.899828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Attempting to bind port 5b61c197-0a4d-4063-831a-230933b588a1 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:08.919586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:23:08.920014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:08.920470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:08.920917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:23:08.921454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Bound port: 5b61c197-0a4d-4063-831a-230933b588a1, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:23:08.922493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:09.025297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Network fc99a858-e1e0-4434-9381-934c10d45e8e is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:23:09.026537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:09.068684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] For port 5b61c197-0a4d-4063-831a-230933b588a1, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:23:09.074392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] For port 5b61c197-0a4d-4063-831a-230933b588a1, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5b61c197-0a4d-4063-831a-230933b588a1,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:23:09.254162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Router c36cdebf-2350-4330-85e6-651570ec803f has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:23:09.303997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:09.319371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:09.418718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0df50c-f3f6-4b39-8c53-d59f64ee625e None None] Network 090d0cca-d772-4818-b41a-7784a21aa522 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:23:09.582339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-982c217b-2e0b-4cb1-8e55-2adf250bf151 None None] Provisioning complete for port 9a320893-9d87-4ecd-97c1-05b9638b9f3d triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:09.582760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-982c217b-2e0b-4cb1-8e55-2adf250bf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:09.617851 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aec72-893f-4625-9e10-a787e93d1a22 None None] Pushing event updated for resources: {'Port': ['ID=5b61c197-0a4d-4063-831a-230933b588a1,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:09.631706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c69aec72-893f-4625-9e10-a787e93d1a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:09.702607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-982c217b-2e0b-4cb1-8e55-2adf250bf151 None None] Port 9a320893-9d87-4ecd-97c1-05b9638b9f3d cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:23:09.722730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:23:09.736614 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] 10.222.0.43 "PUT /v2.0/routers/c36cdebf-2350-4330-85e6-651570ec803f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3416781
Apr 08 12:23:09.772717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Routers {'c36cdebf-2350-4330-85e6-651570ec803f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:09.782021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00b20ba8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['c36cdebf-2350-4330-85e6-651570ec803f'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:10.011240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] Set router c36cdebf-2350-4330-85e6-651570ec803f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:10.246656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 17a8882c-1cb4-4872-8844-33ea3b248585 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:10.398654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 17a8882c-1cb4-4872-8844-33ea3b248585 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:10.399078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:10.478820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00b20ba8>, [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '5b61c197-0a4d-4063-831a-230933b588a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 4, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port': {'id': '5b61c197-0a4d-4063-831a-230933b588a1', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:03Z', 'updated_at': '2021-04-08T12:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9a320893-9d87-4ecd-97c1-05b9638b9f3d', 'name': '', 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'mac_address': 'fa:16:3e:4c:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:07Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 2, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'subnets': [{'id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:10.486119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc403f4-d68b-4c67-a3fc-bf9a7d389bb1 None None] The sync data for ids ['c36cdebf-2350-4330-85e6-651570ec803f'] in dv-cinder-784779-3-iscsi is: [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '5b61c197-0a4d-4063-831a-230933b588a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 4, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port': {'id': '5b61c197-0a4d-4063-831a-230933b588a1', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:03Z', 'updated_at': '2021-04-08T12:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9a320893-9d87-4ecd-97c1-05b9638b9f3d', 'name': '', 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'mac_address': 'fa:16:3e:4c:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:07Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 2, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'subnets': [{'id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:10.518271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52562) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:10.524131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332410541', 'description': 'tempest-secgroup-smoke-332410541 description', 'project_id': '5174f889b4cf4def811b78439275f602'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:10.530521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:10.534872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:10.538860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:10.544856 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:10.579488 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:10.601555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:10.605588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:10.608504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:10.615069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:10.686377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:10.710195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:10.715746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d1481ea2-d13f-45c4-a8fb-8a1c84fcc506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:10.757094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f90380-4a2b-40b1-930b-0f87076c88d1,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:10.764752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.765169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.766684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.766684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.766684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.767193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.767596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.767994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.768395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.768790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.769183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.769574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:10.773153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:10.784614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:10.785937 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-96e2779f-f95c-48a6-9c2a-28d52a5de11a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2665234
Apr 08 12:23:10.789525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52568) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:10.794829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'security_group_rule': {'security_group_id': '38f90380-4a2b-40b1-930b-0f87076c88d1', 'project_id': '5174f889b4cf4def811b78439275f602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:10.802096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:10.806142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:10.809241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:10.817322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:10.946974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.021588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.071261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.073385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:11.102690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d5c082-1847-44fd-b3b0-48ffdbe4bc65,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:11.110363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:11.139381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.144253 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b54d93e4-987a-4987-9cff-5235745cf6b5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3510449
Apr 08 12:23:11.144584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52584) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:11.150689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'security_group_rule': {'security_group_id': '38f90380-4a2b-40b1-930b-0f87076c88d1', 'project_id': '5174f889b4cf4def811b78439275f602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:11.157653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:11.161747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:11.164808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:11.170968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:11.228723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.231726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-05e12684-da49-444e-b21b-cd30097de6f4 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:11.232667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-05e12684-da49-444e-b21b-cd30097de6f4 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Synchronizing usage tracker for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:11.305748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-05e12684-da49-444e-b21b-cd30097de6f4 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Unset dirty status for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:11.307131 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-05e12684-da49-444e-b21b-cd30097de6f4 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/networks?id=090d0cca-d772-4818-b41a-7784a21aa522 HTTP/1.1" status: 200  len: 813 time: 0.2471652
Apr 08 12:23:11.327452 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-ee0c6b54-ca07-4f20-8d0f-b4f9037e6ef5 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/quotas/77de47205a4543c1992a0e5acc27ed3d HTTP/1.1" status: 200  len: 375 time: 0.0130711
Apr 08 12:23:11.349290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.393997 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-70745436-fc19-4527-b4ac-633073f1b401 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77de47205a4543c1992a0e5acc27ed3d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0580623
Apr 08 12:23:11.396273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.398654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2235c5cf-3e54-4c71-a1b3-34db53825475 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:11.423533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c626bd84-b224-4c28-bb59-dba84815ba1d,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:11.424095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:11.470692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.474587 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-3f150921-1b4b-4255-92a3-15e2a7e01c14 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3263438
Apr 08 12:23:11.474859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52590) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:11.480482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'security_group_rule': {'security_group_id': '38f90380-4a2b-40b1-930b-0f87076c88d1', 'project_id': '5174f889b4cf4def811b78439275f602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:11.487995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:11.492294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:11.495381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:11.502567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:11.552377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.614923 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9a440077-8162-4937-a6e1-789160d79cf2 service neutron] 10.222.0.43 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132595
Apr 08 12:23:11.622766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.658913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.661102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:11.688464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee55021-317d-439b-9885-21d4bf0ec6a6,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:11.696136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:11.727810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.731781 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-7406eb8a-0864-4467-8337-c0755a077987 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2532363
Apr 08 12:23:11.732039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52594) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:11.739461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'security_group_rule': {'security_group_id': '38f90380-4a2b-40b1-930b-0f87076c88d1', 'project_id': '5174f889b4cf4def811b78439275f602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:11.746081 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:11.751036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:11.754860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:11.760893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:11.764136 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-cc6120c8-2ac1-40ea-9dfe-5fdb6fbc2be9 service neutron] 10.222.0.43 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479402
Apr 08 12:23:11.803520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.873515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.898949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:11.901134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-347f8014-01b5-4d44-bd6a-a1f0ec5c7c95 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:11.924041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28407ea3-c57d-41d6-9a88-5c68fe30f291,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:11.928509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:11.998999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.000547 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bad93c93-7173-4730-9f67-807c503787a4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2664902
Apr 08 12:23:12.003813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52602) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:12.008402 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f7d89f70-e33c-44e4-a7dc-45545a6d5e5b req-980a6e91-ebef-4f63-ac4a-b59c5e195f56 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 210 time: 0.0541754
Apr 08 12:23:12.010627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'security_group_rule': {'security_group_id': '38f90380-4a2b-40b1-930b-0f87076c88d1', 'project_id': '5174f889b4cf4def811b78439275f602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:12.018930 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:12.023305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:12.026482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:12.037274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:12.087907 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.securitygroups_db [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Project 5174f889b4cf4def811b78439275f602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 12:23:12.096412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.200126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.241574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.251167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4268bdd7-8b73-43fe-8b95-b522e692e366 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:12.262900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5b61c197-0a4d-4063-831a-230933b588a1 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:12.273149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe8a7a0-1fbe-47cf-81fb-681d8cac668e,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:12.275883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:12.305637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.306955 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3020442
Apr 08 12:23:12.309900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52610) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:12.316336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'security_group_rule': {'security_group_id': '38f90380-4a2b-40b1-930b-0f87076c88d1', 'project_id': '5174f889b4cf4def811b78439275f602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:12.322943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:12.327178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:security_group_rule and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:12.330898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:12.336958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:12.361847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 5b61c197-0a4d-4063-831a-230933b588a1 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:12.366926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 5b61c197-0a4d-4063-831a-230933b588a1 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:12.367342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.413640 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.securitygroups_db [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Project 5174f889b4cf4def811b78439275f602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 12:23:12.421118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.442027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:23:12.509142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.543610 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 5b61c197-0a4d-4063-831a-230933b588a1, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5b61c197-0a4d-4063-831a-230933b588a1,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:12.548190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.579035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.579229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.580938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3b3b27c9-838d-46e1-9fd0-64b51e78d991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:12.581226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:12.606966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a656e1-d688-43fa-8d15-f7b3cc13ca2a,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:12.611733 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:12.636209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:12.637868 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3265910
Apr 08 12:23:12.655908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=5b61c197-0a4d-4063-831a-230933b588a1,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:12.660551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:13.200594 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-26b86c04-3a63-418b-b0d7-47363ce8a44d req-80187924-58ef-4490-b2f6-af018f747647 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 210 time: 0.0612490
Apr 08 12:23:13.725958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Sync routers for ids ['c36cdebf-2350-4330-85e6-651570ec803f'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:23:13.736544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Routers {'c36cdebf-2350-4330-85e6-651570ec803f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:13.737197 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f013e3b00>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['c36cdebf-2350-4330-85e6-651570ec803f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:14.097330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Set router c36cdebf-2350-4330-85e6-651570ec803f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:14.166002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-6fcdd025-0360-4f6e-a89d-76d2cd296ab2 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:14.167640 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-6fcdd025-0360-4f6e-a89d-76d2cd296ab2 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "GET /v2.0/networks?id=090d0cca-d772-4818-b41a-7784a21aa522 HTTP/1.1" status: 200  len: 813 time: 0.1663673
Apr 08 12:23:14.180671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Request body: {'port': {'device_id': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522', 'admin_state_up': True, 'tenant_id': '77de47205a4543c1992a0e5acc27ed3d'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:14.278710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5b61c197-0a4d-4063-831a-230933b588a1 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:14.400543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:14.402140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 5b61c197-0a4d-4063-831a-230933b588a1 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:14.404839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:14.417554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Usage tracker for resource:port and tenant:77de47205a4543c1992a0e5acc27ed3d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:14.420922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:14.434797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f013e3b00>, [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '5b61c197-0a4d-4063-831a-230933b588a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 4, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port': {'id': '5b61c197-0a4d-4063-831a-230933b588a1', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:03Z', 'updated_at': '2021-04-08T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9a320893-9d87-4ecd-97c1-05b9638b9f3d', 'name': '', 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'mac_address': 'fa:16:3e:4c:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:07Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 2, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'subnets': [{'id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:14.439474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Checking router: c36cdebf-2350-4330-85e6-651570ec803f for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:23:14.440083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:14.440209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Updating router c36cdebf-2350-4330-85e6-651570ec803f port 9a320893-9d87-4ecd-97c1-05b9638b9f3d binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:23:14.482564 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Made reservation on behalf of 77de47205a4543c1992a0e5acc27ed3d for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:23:14.490469 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:14.513950 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-36a519e0-6380-4233-8236-7ed407561e34 req-195ebfa3-5000-4321-a33d-5f8822b37740 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 210 time: 0.1455638
Apr 08 12:23:14.544003 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:14.679161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Allocated IP 172.20.0.4 (090d0cca-d772-4818-b41a-7784a21aa522/0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42/04461e90-6760-4454-b40f-bf4782edc612) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:23:14.886676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:14.951191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:14.967175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48f03d58-deda-4ad3-97e5-a967e7647631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:15.021666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:15.034014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Transition to ACTIVE for port object 9a320893-9d87-4ecd-97c1-05b9638b9f3d will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:15.064770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:15.078583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-03b10c2f-c6ab-402a-a665-815afa11ee94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:15.110942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Pushing event updated for resources: {'Port': ['ID=04461e90-6760-4454-b40f-bf4782edc612,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:15.115706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:15.168398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Network 090d0cca-d772-4818-b41a-7784a21aa522 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:23:15.169618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:15.172655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:23:15.235898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17496-d040-4fcb-b8f0-27a13d00b757 None None] Pushing event updated for resources: {'Port': ['ID=9a320893-9d87-4ecd-97c1-05b9638b9f3d,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:15.235898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a8b17496-d040-4fcb-b8f0-27a13d00b757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:15.242988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:15.243657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:15.288614 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1123154
Apr 08 12:23:15.302786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Request body: {'port': {'device_id': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:15.449428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:15.457221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Attempting to bind port 9a320893-9d87-4ecd-97c1-05b9638b9f3d on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:23:15.457642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Attempting to bind port 9a320893-9d87-4ecd-97c1-05b9638b9f3d by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:23:15.458127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Attempting to bind port 9a320893-9d87-4ecd-97c1-05b9638b9f3d on network fc99a858-e1e0-4434-9381-934c10d45e8e {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:15.463894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:23:15.464307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Checking segment: {'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:15.464757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:15.465194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Bound using segment: {'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:23:15.465707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Bound port: 9a320893-9d87-4ecd-97c1-05b9638b9f3d, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bea3af-8785-4439-be60-f6bf15153542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:23:15.466157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:15.552322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] For port 9a320893-9d87-4ecd-97c1-05b9638b9f3d, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:23:15.555745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] For port 9a320893-9d87-4ecd-97c1-05b9638b9f3d, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9a320893-9d87-4ecd-97c1-05b9638b9f3d,segment=NetworkSegment(a1bea3af-8785-4439-be60-f6bf15153542),segment_id=a1bea3af-8785-4439-be60-f6bf15153542)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:23:15.597989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:15.617203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:15.777551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17496-d040-4fcb-b8f0-27a13d00b757 None None] Pushing event updated for resources: {'Port': ['ID=9a320893-9d87-4ecd-97c1-05b9638b9f3d,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:15.781120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a8b17496-d040-4fcb-b8f0-27a13d00b757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:15.830278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Routers {'c36cdebf-2350-4330-85e6-651570ec803f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:15.831076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f013e3b00>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:22:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['c36cdebf-2350-4330-85e6-651570ec803f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:16.042403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] Set router c36cdebf-2350-4330-85e6-651570ec803f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:16.143505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aded3e-36bb-4f56-b293-c5851d2bc7ee req-b8ef11cb-0be3-4e5e-9f30-0db41fd69eb9 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:16.143755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d4aded3e-36bb-4f56-b293-c5851d2bc7ee req-b8ef11cb-0be3-4e5e-9f30-0db41fd69eb9 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Synchronizing usage tracker for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:16.224470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d4aded3e-36bb-4f56-b293-c5851d2bc7ee req-b8ef11cb-0be3-4e5e-9f30-0db41fd69eb9 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Unset dirty status for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:16.225769 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d4aded3e-36bb-4f56-b293-c5851d2bc7ee req-b8ef11cb-0be3-4e5e-9f30-0db41fd69eb9 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 931 time: 0.5716393
Apr 08 12:23:16.250916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04461e90-6760-4454-b40f-bf4782edc612 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:23:16.264002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:16.277436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d4aded3e-36bb-4f56-b293-c5851d2bc7ee req-97f9e604-4e71-4a87-8ecd-e3f5449eaac5 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Synchronizing usage tracker for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:16.286734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9a320893-9d87-4ecd-97c1-05b9638b9f3d up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:16.292793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Transition to ACTIVE for port object 04461e90-6760-4454-b40f-bf4782edc612 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:16.329123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:16.345832 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-639e6370-0520-424d-9a21-fc6dd79d6533 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:16.392113 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 9a320893-9d87-4ecd-97c1-05b9638b9f3d completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:16.397812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 9a320893-9d87-4ecd-97c1-05b9638b9f3d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:16.398241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:16.417326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f013e3b00>, [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '5b61c197-0a4d-4063-831a-230933b588a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 4, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port': {'id': '5b61c197-0a4d-4063-831a-230933b588a1', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:03Z', 'updated_at': '2021-04-08T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9a320893-9d87-4ecd-97c1-05b9638b9f3d', 'name': '', 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'mac_address': 'fa:16:3e:4c:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:07Z', 'updated_at': '2021-04-08T12:23:15Z', 'revision_number': 4, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'subnets': [{'id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:16.423121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdd372-ca72-463e-8c68-fa87d849298e None None] The sync data for ids ['c36cdebf-2350-4330-85e6-651570ec803f'] in dv-cinder-784779-3-iscsi is: [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '5b61c197-0a4d-4063-831a-230933b588a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:23:08Z', 'revision_number': 4, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port': {'id': '5b61c197-0a4d-4063-831a-230933b588a1', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:03Z', 'updated_at': '2021-04-08T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '9a320893-9d87-4ecd-97c1-05b9638b9f3d', 'name': '', 'network_id': 'fc99a858-e1e0-4434-9381-934c10d45e8e', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'mac_address': 'fa:16:3e:4c:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:07Z', 'updated_at': '2021-04-08T12:23:15Z', 'revision_number': 4, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'subnets': [{'id': '81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:16.443317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-d4aded3e-36bb-4f56-b293-c5851d2bc7ee req-97f9e604-4e71-4a87-8ecd-e3f5449eaac5 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Unset dirty status for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:16.444553 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d4aded3e-36bb-4f56-b293-c5851d2bc7ee req-97f9e604-4e71-4a87-8ecd-e3f5449eaac5 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087169
Apr 08 12:23:16.539298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Pushing event updated for resources: {'Port': ['ID=04461e90-6760-4454-b40f-bf4782edc612,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:16.551597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:16.568740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:16.587463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 9a320893-9d87-4ecd-97c1-05b9638b9f3d, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9a320893-9d87-4ecd-97c1-05b9638b9f3d,segment=NetworkSegment(a1bea3af-8785-4439-be60-f6bf15153542),segment_id=a1bea3af-8785-4439-be60-f6bf15153542)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:16.619330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:16.621309 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:16.764183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Attempting to bind port 04461e90-6760-4454-b40f-bf4782edc612 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:23:16.764618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Attempting to bind port 04461e90-6760-4454-b40f-bf4782edc612 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:23:16.764947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Attempting to bind port 04461e90-6760-4454-b40f-bf4782edc612 on network 090d0cca-d772-4818-b41a-7784a21aa522 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:16.772924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Port 04461e90-6760-4454-b40f-bf4782edc612 on network 090d0cca-d772-4818-b41a-7784a21aa522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:23:16.773297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Attempting to bind port 04461e90-6760-4454-b40f-bf4782edc612 on network 090d0cca-d772-4818-b41a-7784a21aa522 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:16.781583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:23:16.781868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Checking segment: {'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:16.782486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Bound using segment: {'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:23:16.783006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Bound port: 04461e90-6760-4454-b40f-bf4782edc612, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:23:16.783388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:16.880490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] For port 04461e90-6760-4454-b40f-bf4782edc612, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:23:16.886528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=9a320893-9d87-4ecd-97c1-05b9638b9f3d,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:16.886747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] For port 04461e90-6760-4454-b40f-bf4782edc612, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=04461e90-6760-4454-b40f-bf4782edc612,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:23:16.886882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:16.928429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:16.944630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-36c33eeb-5a4b-4122-86cd-c0a3579bd181 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:17.104103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Pushing event updated for resources: {'Port': ['ID=04461e90-6760-4454-b40f-bf4782edc612,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:17.110289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:17.144242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:17.144911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:17.146415 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] 10.222.0.55 "PUT /v2.0/ports/04461e90-6760-4454-b40f-bf4782edc612 HTTP/1.1" status: 200  len: 1093 time: 1.8487563
Apr 08 12:23:17.146973 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'tag': '04461e90-6760-4454-b40f-bf4782edc612'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:23:17.197355 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'tag': '04461e90-6760-4454-b40f-bf4782edc612', 'status': 'completed', 'code': 200}
Apr 08 12:23:17.299083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069f124-b88f-4486-881b-82b09c47c096 req-b8640715-9ee4-4493-9fd2-ce8248e55715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:17.301082 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f069f124-b88f-4486-881b-82b09c47c096 req-b8640715-9ee4-4493-9fd2-ce8248e55715 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77de47205a4543c1992a0e5acc27ed3d&device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 1096 time: 0.0840933
Apr 08 12:23:17.464979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069f124-b88f-4486-881b-82b09c47c096 req-f9cfdce9-2fc5-489d-897d-433b977bcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:17.466519 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f069f124-b88f-4486-881b-82b09c47c096 req-f9cfdce9-2fc5-489d-897d-433b977bcb04 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=77de47205a4543c1992a0e5acc27ed3d&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1563356
Apr 08 12:23:17.691149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069f124-b88f-4486-881b-82b09c47c096 req-07991e40-7172-4c69-aa7a-54e7e9e1e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:17.692958 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f069f124-b88f-4486-881b-82b09c47c096 req-07991e40-7172-4c69-aa7a-54e7e9e1e7b8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2198532
Apr 08 12:23:17.707401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfcbaf-b4c2-4b2d-9dc1-cc2f184cf416 req-80e0788b-7d71-4cbd-a3a7-3e7a65164ab8 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:17.708985 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aedfcbaf-b4c2-4b2d-9dc1-cc2f184cf416 req-80e0788b-7d71-4cbd-a3a7-3e7a65164ab8 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 943 time: 0.1419663
Apr 08 12:23:17.784954 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aedfcbaf-b4c2-4b2d-9dc1-cc2f184cf416 req-8d5aa615-171a-449c-9a05-fa917f73b2cb tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679553
Apr 08 12:23:17.818103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-0a31611f-75e1-429f-bec9-c1ad44e74dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:17.819713 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-0a31611f-75e1-429f-bec9-c1ad44e74dbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77de47205a4543c1992a0e5acc27ed3d&device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 1096 time: 0.0851593
Apr 08 12:23:17.897729 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-2276502a-05cc-4026-beb1-bb2a6363738b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04461e90-6760-4454-b40f-bf4782edc612 HTTP/1.1" status: 200  len: 217 time: 0.0699310
Apr 08 12:23:17.969294 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-abcbe505-26a9-422c-913c-b4baf777a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:17.970876 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-abcbe505-26a9-422c-913c-b4baf777a8b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42 HTTP/1.1" status: 200  len: 853 time: 0.0660570
Apr 08 12:23:18.026501 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-7f793a64-fc53-4e43-9a30-bfed49824fcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=090d0cca-d772-4818-b41a-7784a21aa522&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485077
Apr 08 12:23:18.177042 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-20571c90-1bba-4c15-8076-4eb68a0a787f service neutron] 10.222.0.55 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434717
Apr 08 12:23:18.246102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9a320893-9d87-4ecd-97c1-05b9638b9f3d up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:18.318321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 9a320893-9d87-4ecd-97c1-05b9638b9f3d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:18.318748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:18.328656 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f2574e7-09ea-48af-9a5e-7b93e6ba9052 req-b831b2de-0575-445d-bfbc-d8289be6dcde service neutron] 10.222.0.55 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419656
Apr 08 12:23:18.989972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab00f55-49de-4674-935d-f036bb9bea5c req-b707423f-0f55-4c7a-bc18-7a1ecf62b3a1 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:18.991604 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aab00f55-49de-4674-935d-f036bb9bea5c req-b707423f-0f55-4c7a-bc18-7a1ecf62b3a1 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 943 time: 0.0897448
Apr 08 12:23:19.044165 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aab00f55-49de-4674-935d-f036bb9bea5c req-370c4200-758f-4e77-a4a0-68d9c959f03e tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457747
Apr 08 12:23:20.256897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3650e-78ec-414c-9056-080f1cf6328d req-fdd243a4-a727-471b-842b-a6a744e0dc50 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:20.258532 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33e3650e-78ec-414c-9056-080f1cf6328d req-fdd243a4-a727-471b-842b-a6a744e0dc50 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 943 time: 0.0943117
Apr 08 12:23:20.290507 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-33e3650e-78ec-414c-9056-080f1cf6328d req-3ce7aeb5-e7f3-442c-be9c-9d0e719a5465 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254509
Apr 08 12:23:21.497287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f930-1dc1-477a-a6e1-349686c4f7c6 req-4ba4ed6c-ac15-4db7-88bc-0501f44cf371 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:21.498889 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b608f930-1dc1-477a-a6e1-349686c4f7c6 req-4ba4ed6c-ac15-4db7-88bc-0501f44cf371 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 943 time: 0.0908744
Apr 08 12:23:21.531523 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b608f930-1dc1-477a-a6e1-349686c4f7c6 req-5b9b1139-acc1-4f53-b336-768d4193d8bc tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248926
Apr 08 12:23:21.969992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 04461e90-6760-4454-b40f-bf4782edc612 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:23:22.109482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 04461e90-6760-4454-b40f-bf4782edc612, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=04461e90-6760-4454-b40f-bf4782edc612,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:22.123009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '04461e90-6760-4454-b40f-bf4782edc612', 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522', 'port_id': '04461e90-6760-4454-b40f-bf4782edc612', 'mac_address': 'fa:16:3e:30:48:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:23:22.181036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:22.199133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04461e90-6760-4454-b40f-bf4782edc612 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:23:22.215582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 04461e90-6760-4454-b40f-bf4782edc612, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=04461e90-6760-4454-b40f-bf4782edc612,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:22.253514 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:22.255505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:22.332250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=04461e90-6760-4454-b40f-bf4782edc612,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:22.332250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:22.475933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['04461e90-6760-4454-b40f-bf4782edc612'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:23:22.732927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493af5de-f8b6-4fb7-a5db-8d8a667286f1 req-45ceaed7-251b-4bae-b2ea-0ad20cfe63d1 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:22.735224 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-493af5de-f8b6-4fb7-a5db-8d8a667286f1 req-45ceaed7-251b-4bae-b2ea-0ad20cfe63d1 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 944 time: 0.0891633
Apr 08 12:23:22.765328 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-493af5de-f8b6-4fb7-a5db-8d8a667286f1 req-6c41e3b8-2399-4cdb-b386-7652c55eaab9 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0233634
Apr 08 12:23:23.969584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bdfbb-6e0f-4ea1-bc38-f4af8a9e9da3 req-5c25eb58-6283-45e8-a5af-118be8ac8030 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:23.971195 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-214bdfbb-6e0f-4ea1-bc38-f4af8a9e9da3 req-5c25eb58-6283-45e8-a5af-118be8ac8030 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 944 time: 0.0908427
Apr 08 12:23:23.983185 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 04461e90-6760-4454-b40f-bf4782edc612 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:24.006516 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-214bdfbb-6e0f-4ea1-bc38-f4af8a9e9da3 req-62d2d98a-41dc-4360-967f-72fa06b27bec tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288348
Apr 08 12:23:24.076361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 04461e90-6760-4454-b40f-bf4782edc612 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:24.081614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 04461e90-6760-4454-b40f-bf4782edc612 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:24.082038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:24.208095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:24.219944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04461e90-6760-4454-b40f-bf4782edc612'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:23:24.230406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 04461e90-6760-4454-b40f-bf4782edc612, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=04461e90-6760-4454-b40f-bf4782edc612,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:24.253711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:24.255752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:24.287626 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04461e90-6760-4454-b40f-bf4782edc612', 'code': 200}
Apr 08 12:23:24.327081 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=04461e90-6760-4454-b40f-bf4782edc612,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:24.330366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:24.549987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8c87-12fd-4bbf-9c33-d44ee21517b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:24.601824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1653ac-362c-49b3-836f-5b99dfd951b7 req-8859e9ed-94ee-402d-b532-0ed00c0a7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:24.603390 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0e1653ac-362c-49b3-836f-5b99dfd951b7 req-8859e9ed-94ee-402d-b532-0ed00c0a7752 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 1098 time: 0.0818646
Apr 08 12:23:24.629210 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0e1653ac-362c-49b3-836f-5b99dfd951b7 req-b99661e9-fc09-4f65-b30e-9e386dc00234 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0195189
Apr 08 12:23:25.203893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f1dfa-2d2c-43ed-be54-0570174ca2c3 req-8fe54f9a-46b8-42dd-9479-d10a60964675 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:25.205460 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a11f1dfa-2d2c-43ed-be54-0570174ca2c3 req-8fe54f9a-46b8-42dd-9479-d10a60964675 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 945 time: 0.0887668
Apr 08 12:23:25.236859 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a11f1dfa-2d2c-43ed-be54-0570174ca2c3 req-88a6874b-ab1b-47c3-b64d-68fbd8ceb17d tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246069
Apr 08 12:23:26.439220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60db101-0e47-4486-b76c-9df0bb206431 req-4347bda4-5bed-46f6-a1ba-7d8089e74917 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:26.440799 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e60db101-0e47-4486-b76c-9df0bb206431 req-4347bda4-5bed-46f6-a1ba-7d8089e74917 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 945 time: 0.0901411
Apr 08 12:23:26.471703 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e60db101-0e47-4486-b76c-9df0bb206431 req-7ab6a911-eac5-4eba-bdab-fa6f2571103d tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244937
Apr 08 12:23:26.675983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9f3032fb-c2d6-4c4e-a3c1-76070e64cd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:27.035818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:28.310454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:28.790474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:29.244318 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-1ab3ec98-7a21-4dcb-a6c3-c55821f86d2d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332410541&fields=id&tenant_id=5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 267 time: 0.0247691
Apr 08 12:23:29.415427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-dcd8bb96-61f7-4f52-86c0-72b6d3bd2e2c tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:29.417042 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-dcd8bb96-61f7-4f52-86c0-72b6d3bd2e2c tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 811 time: 0.1643202
Apr 08 12:23:29.434643 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ca1c391b-c1d9-49b1-bae9-949893f821da tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/quotas/5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 375 time: 0.0108232
Apr 08 12:23:29.531298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-6fba60b1-5a78-48bb-be57-16c42267896d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:29.590354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-6fba60b1-5a78-48bb-be57-16c42267896d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:29.591782 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-6fba60b1-5a78-48bb-be57-16c42267896d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1504118
Apr 08 12:23:29.799491 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-7822ee86-64ae-43b3-b0f7-e555c3d7c7b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950819
Apr 08 12:23:29.945773 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-2c327d5a-66b8-4a7f-930e-3d47dfa5d3ef service neutron] 10.222.0.43 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396642
Apr 08 12:23:30.484907 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eef4d57a-a0ff-4814-a666-d41a39f55c40 req-bca3c012-80fc-42fa-aff0-d77f24d5873d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 210 time: 0.0593374
Apr 08 12:23:30.883004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52834) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:31.109070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Deleting port 4b97a13d-164e-4397-a231-88ba349c3614 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:31.109377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:31.297201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:31.297573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:31.440655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Calling delete_port for 4b97a13d-164e-4397-a231-88ba349c3614 owned by network:floatingip {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:31.654722 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0360a98d-5d56-43f2-bca6-923b1a444205 req-33f247bb-f329-49ea-aa69-6bfed48017b6 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 210 time: 0.0511611
Apr 08 12:23:31.675493 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:31.691271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-cbcbfebd-de04-4f23-8bc5-c4034093b8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:31.790263 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event deleted for resources: {'Port': ['ID=4b97a13d-164e-4397-a231-88ba349c3614,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:31.807929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.808351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.808764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.809179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.809581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.809984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.810409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.810810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.811209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.811860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.812269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.812750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:23:31.817520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:31.972026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for floatingip, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:31.972443 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Floating IP ff75f523-c6bf-4ddd-b95d-ccaee99c5927 disassociated (deleted). External IP: 172.27.1.139, port: 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c.
Apr 08 12:23:32.145137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-31154cbc-e061-4cb8-a408-2fe3f1c83fae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:32.145896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-31154cbc-e061-4cb8-a408-2fe3f1c83fae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:32.195661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-31154cbc-e061-4cb8-a408-2fe3f1c83fae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:32.196967 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-31154cbc-e061-4cb8-a408-2fe3f1c83fae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 811 time: 0.2257826
Apr 08 12:23:32.262416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-0e63f034-ccc8-41c7-99e3-248f88b92310 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:32.305036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-0e63f034-ccc8-41c7-99e3-248f88b92310 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:32.308340 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-0e63f034-ccc8-41c7-99e3-248f88b92310 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 8059 time: 0.1025901
Apr 08 12:23:32.318583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'port': {'device_id': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'admin_state_up': True, 'tenant_id': '5174f889b4cf4def811b78439275f602', 'security_groups': ['38f90380-4a2b-40b1-930b-0f87076c88d1']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:32.366706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Router 575328df-9925-4cef-90ce-0eb8246915a2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:23:32.473178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:32.483297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:32.533604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Made reservation on behalf of 5174f889b4cf4def811b78439275f602 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:23:32.540127 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:32.575794 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:23:32.590472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] Sync routers for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:23:32.601260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:32.601932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f009b9a58>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:32.625671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:32.699875 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "DELETE /v2.0/floatingips/ff75f523-c6bf-4ddd-b95d-ccaee99c5927 HTTP/1.1" status: 204  len: 168 time: 1.8156970
Apr 08 12:23:32.711103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:23:32.740247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Allocated IP 172.20.0.9 (7f160ec1-7ce7-4365-ac22-b0d5421f97ed/47ed7463-d7b2-41aa-8460-c89ca983a3b4/0d964002-0b3f-40c6-a636-560a76b20e7d) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:23:32.817645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:32.858082 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-61375385-52c3-4b9f-b740-810f7f542365 req-cd264a1d-f303-4106-82c6-da49b5e17ce2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 210 time: 0.0683680
Apr 08 12:23:33.017853 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'status': 'completed', 'code': 200}
Apr 08 12:23:33.046577 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:33.126115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Transition to ACTIVE for port object 0d964002-0b3f-40c6-a636-560a76b20e7d will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:33.174964 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec04e1-e261-417d-9a57-a317a954189e req-ab6cd043-76bf-475b-81ba-11a4df657376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:33.176628 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-caec04e1-e261-417d-9a57-a317a954189e req-ab6cd043-76bf-475b-81ba-11a4df657376 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f89c54d8444949e0a136701bbc6c6577&device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 1099 time: 0.1264596
Apr 08 12:23:33.231966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f009b9a58>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:02Z', 'revision_number': 5, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:33.237144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] Checking router: 575328df-9925-4cef-90ce-0eb8246915a2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:23:33.247742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:33.248417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f009b9a58>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:33.322692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:33.349678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:33.460648 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:33.547432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=0d964002-0b3f-40c6-a636-560a76b20e7d,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:33.555322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:33.592233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec04e1-e261-417d-9a57-a317a954189e req-9e12e0d8-a35a-4ecd-8dcb-44172a8ba266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:33.594795 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-caec04e1-e261-417d-9a57-a317a954189e req-9e12e0d8-a35a-4ecd-8dcb-44172a8ba266 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 200  len: 910 time: 0.4070585
Apr 08 12:23:33.664939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48f4f-219e-4269-9013-5a8a3481db3b req-5f701658-736d-4373-9c94-1eef00136982 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:33.666543 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-70a48f4f-219e-4269-9013-5a8a3481db3b req-5f701658-736d-4373-9c94-1eef00136982 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.4513965
Apr 08 12:23:33.817521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f009b9a58>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:02Z', 'revision_number': 5, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:33.822707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8eafa-4486-43d2-abc1-d62f80ea0288 None None] The sync data for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi is: [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:18:56Z', 'revision_number': 4, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'ef7d7378-b7db-46de-87bb-efd89cbfc516', 'name': '', 'network_id': 'b6d23616-b27e-41fd-b140-34c013f91138', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'mac_address': 'fa:16:3e:18:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:54Z', 'updated_at': '2021-04-08T12:19:02Z', 'revision_number': 5, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'subnets': [{'id': '91e1c8c2-c4f2-428f-9b74-d43df15584f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:33.975089 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-caec04e1-e261-417d-9a57-a317a954189e req-7626e0c2-5199-40b0-9bae-6e889072f36c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 200  len: 217 time: 0.3727639
Apr 08 12:23:34.051005 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-70a48f4f-219e-4269-9013-5a8a3481db3b req-7e7cac4f-f0ad-497b-a8a1-a1803d2175ce tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816495
Apr 08 12:23:34.070406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:23:34.073375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:34.076231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:23:34.128653 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-f34e520d-d406-4961-9a06-26e2206edc45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1674099
Apr 08 12:23:34.133196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec04e1-e261-417d-9a57-a317a954189e req-25b79233-1b17-4fac-b967-bb5069d1cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:34.134807 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-caec04e1-e261-417d-9a57-a317a954189e req-25b79233-1b17-4fac-b967-bb5069d1cbac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 200  len: 848 time: 0.1440570
Apr 08 12:23:34.138038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc611ed6-2f06-4fd4-a7e4-b502a84c126c req-9c2c3fd1-c02b-4b9c-b326-9654c7986221 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:34.140653 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dc611ed6-2f06-4fd4-a7e4-b502a84c126c req-9c2c3fd1-c02b-4b9c-b326-9654c7986221 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 931 time: 0.1346381
Apr 08 12:23:34.209013 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dc611ed6-2f06-4fd4-a7e4-b502a84c126c req-249355c6-66af-45ea-9813-fc1f27adf84e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529497
Apr 08 12:23:34.223385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:34.224280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:34.281230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec04e1-e261-417d-9a57-a317a954189e req-604af3cf-832c-40f5-8fe1-07a51f7dc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:34.282945 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-caec04e1-e261-417d-9a57-a317a954189e req-604af3cf-832c-40f5-8fe1-07a51f7dc4ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6d23616-b27e-41fd-b140-34c013f91138&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1381519
Apr 08 12:23:34.321139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0070183
Apr 08 12:23:34.347181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571f9386-2321-426f-b912-124977e5bba1 None None] New status for floating IP ff75f523-c6bf-4ddd-b95d-ccaee99c5927: DOWN {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:23:34.350666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-ea72eec8-9e20-49ac-9a07-bf187dfa687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:34.352373 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-ea72eec8-9e20-49ac-9a07-bf187dfa687f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77de47205a4543c1992a0e5acc27ed3d&device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 1098 time: 0.0855649
Apr 08 12:23:34.367675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-5a7d6512-b999-474d-b721-689aa23d092b None None] Provisioning for port 0d964002-0b3f-40c6-a636-560a76b20e7d completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:34.377351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-5a7d6512-b999-474d-b721-689aa23d092b None None] Provisioning complete for port 0d964002-0b3f-40c6-a636-560a76b20e7d triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:34.377775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6512-b999-474d-b721-689aa23d092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:34.393065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Request body: {'port': {'device_id': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:34.450847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d6512-b999-474d-b721-689aa23d092b None None] Port 0d964002-0b3f-40c6-a636-560a76b20e7d cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:23:34.564541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-0f2063ab-f0bb-42a5-8440-2b0cc0992102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:34.566076 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-0f2063ab-f0bb-42a5-8440-2b0cc0992102 service neutron] 10.222.0.55 "GET /v2.0/networks?id=090d0cca-d772-4818-b41a-7784a21aa522 HTTP/1.1" status: 200  len: 914 time: 0.1907387
Apr 08 12:23:34.611839 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-caec04e1-e261-417d-9a57-a317a954189e req-1ef83389-0c73-4c33-842f-f7aa612874d9 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3197098
Apr 08 12:23:34.612429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:34.645128 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-6f52f194-fa07-4c1d-b9b4-71962b67ef09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04461e90-6760-4454-b40f-bf4782edc612 HTTP/1.1" status: 200  len: 217 time: 0.0708401
Apr 08 12:23:34.926820 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-caec04e1-e261-417d-9a57-a317a954189e req-2bcfd997-a757-43c7-8a49-7017a6161257 service neutron] 10.222.0.55 "GET /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2824931
Apr 08 12:23:35.028727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-ce385d69-10d2-4211-9510-4abf60a3e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:35.030443 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-ce385d69-10d2-4211-9510-4abf60a3e473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42 HTTP/1.1" status: 200  len: 853 time: 0.3744802
Apr 08 12:23:35.098687 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-3db658c8-2a37-4048-bc52-e21ed2f7e2e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=090d0cca-d772-4818-b41a-7784a21aa522&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576940
Apr 08 12:23:35.142639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-4ca6f5c7-a26d-44ec-b03f-06f54fa754c8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:35.143437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-4ca6f5c7-a26d-44ec-b03f-06f54fa754c8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Synchronizing usage tracker for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:35.240619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d964002-0b3f-40c6-a636-560a76b20e7d {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:23:35.253191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:35.270250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:35.274841 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-4ca6f5c7-a26d-44ec-b03f-06f54fa754c8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Unset dirty status for tenant:f89c54d8444949e0a136701bbc6c6577 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:35.276649 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-4ca6f5c7-a26d-44ec-b03f-06f54fa754c8 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.3141937
Apr 08 12:23:35.282756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Transition to ACTIVE for port object 0d964002-0b3f-40c6-a636-560a76b20e7d will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:23:35.283007 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-e7e58d2c-30e1-4262-8197-cc6de5fe92c6 service neutron] 10.222.0.55 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731496
Apr 08 12:23:35.302619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faee01f-6607-497f-81ee-c8eae30abd51 req-b3ff0fa3-5d6b-4d9b-b787-652a62f62f96 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:35.304313 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3faee01f-6607-497f-81ee-c8eae30abd51 req-b3ff0fa3-5d6b-4d9b-b787-652a62f62f96 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 946 time: 0.1317148
Apr 08 12:23:35.309807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:35.328348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-83496767-c322-4916-9c1b-b4b5c3d5f46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:35.471719 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3faee01f-6607-497f-81ee-c8eae30abd51 req-f1dcbf6d-7370-4b0b-80e5-702cad363f9b tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1469367
Apr 08 12:23:35.492801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Pushing event updated for resources: {'Port': ['ID=0d964002-0b3f-40c6-a636-560a76b20e7d,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:35.494124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Deleting port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:35.495004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:35.506877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:35.645451 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6cf51d8-3acb-4ff9-939a-53179e803aef req-ad7d2f06-1ffe-4d2f-a01f-c329358f89e3 service neutron] 10.222.0.55 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3244410
Apr 08 12:23:35.682058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284c63b-a23b-4e5a-af21-8621a5078a8e req-99608f3a-14ef-43fc-98da-c38d47fa5cf3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:35.685006 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6284c63b-a23b-4e5a-af21-8621a5078a8e req-99608f3a-14ef-43fc-98da-c38d47fa5cf3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.3320751
Apr 08 12:23:35.740090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Attempting to bind port 0d964002-0b3f-40c6-a636-560a76b20e7d on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:23:35.740555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Attempting to bind port 0d964002-0b3f-40c6-a636-560a76b20e7d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:23:35.740813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Attempting to bind port 0d964002-0b3f-40c6-a636-560a76b20e7d on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:35.746376 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Port 0d964002-0b3f-40c6-a636-560a76b20e7d on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:23:35.746700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Attempting to bind port 0d964002-0b3f-40c6-a636-560a76b20e7d on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:23:35.753149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:23:35.753526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Checking segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:23:35.753983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Bound using segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:23:35.754510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Bound port: 0d964002-0b3f-40c6-a636-560a76b20e7d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:23:35.754899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:35.802049 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6284c63b-a23b-4e5a-af21-8621a5078a8e req-0dbe50d3-747f-4878-b8af-1c1be1c0a528 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894413
Apr 08 12:23:35.835600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] For port 0d964002-0b3f-40c6-a636-560a76b20e7d, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:23:35.838852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] For port 0d964002-0b3f-40c6-a636-560a76b20e7d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0d964002-0b3f-40c6-a636-560a76b20e7d,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:23:35.859406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] For port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:35.859814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:35.870669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:35.886906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a73784fc-968f-494e-bd4c-3a6b7d341be8 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:35.998234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Calling delete_port for 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c owned by compute:nova {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:36.032123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Pushing event updated for resources: {'Port': ['ID=0d964002-0b3f-40c6-a636-560a76b20e7d,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:36.050205 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:36.091360 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:36.092229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:36.095099 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d964002-0b3f-40c6-a636-560a76b20e7d HTTP/1.1" status: 200  len: 1093 time: 1.7072906
Apr 08 12:23:36.095714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:23:36.190408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:36.207645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0c245f6f-c95a-43c9-9011-d5f83c6a8c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:36.224796 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'status': 'completed', 'code': 200}
Apr 08 12:23:36.261393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-45162326-7eb7-40eb-ac0a-33d92a87312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:36.262979 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-45162326-7eb7-40eb-ac0a-33d92a87312c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 1096 time: 0.0930190
Apr 08 12:23:36.305708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event deleted for resources: {'Port': ['ID=7aa28d27-c593-4d1f-bd76-5d3dccb52b3c,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:36.312901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:36.361387 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-b72d2020-2569-432a-9659-a605bf4a9941 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d964002-0b3f-40c6-a636-560a76b20e7d HTTP/1.1" status: 200  len: 217 time: 0.0848055
Apr 08 12:23:36.442010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-f1e71b36-344e-4e31-b66a-4f4543007f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:36.443845 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-f1e71b36-344e-4e31-b66a-4f4543007f40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0749457
Apr 08 12:23:36.470833 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] No DVR routers for this DVR port 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c on host hv-cinder-78477 {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:23:36.473233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:36.475992 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-deleted', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:23:36.523047 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dcd57e21-1916-4e9a-9bc1-27098cd3ff8f req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.55 "DELETE /v2.0/ports/7aa28d27-c593-4d1f-bd76-5d3dccb52b3c HTTP/1.1" status: 204  len: 173 time: 1.2393382
Apr 08 12:23:36.529189 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6deb0bf-27c9-49e9-b44b-7871e994fb76', 'name': 'network-vif-deleted', 'tag': '7aa28d27-c593-4d1f-bd76-5d3dccb52b3c', 'status': 'completed', 'code': 200}
Apr 08 12:23:36.535515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-5dd5d951-e8e4-410f-a5c2-3f508ec612de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:36.537385 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-5dd5d951-e8e4-410f-a5c2-3f508ec612de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864282
Apr 08 12:23:36.732039 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-c9be717d-d7e9-4ee3-b5b3-3ed41a4ea7d4 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877499
Apr 08 12:23:36.735400 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-89901bb0-01ed-42ad-a2b8-7ab96938b2cd req-b81a8764-661f-4c44-82f5-ea7b2f643d76 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 210 time: 0.0587907
Apr 08 12:23:36.882231 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-27f7108f-b6c1-4c68-a2c6-d1bd41fc06fb req-7e2ebb9e-c78c-4660-86a5-06e4c2c46c17 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435878
Apr 08 12:23:37.019864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998846b-428a-4637-9b83-1b9ba8373c76 req-ca097563-658b-4421-983a-277d56ab4008 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:37.021497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2998846b-428a-4637-9b83-1b9ba8373c76 req-ca097563-658b-4421-983a-277d56ab4008 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.0951867
Apr 08 12:23:37.043490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-e66204dc-f26d-4893-9a6f-0d158446c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:37.045087 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-e66204dc-f26d-4893-9a6f-0d158446c826 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 1096 time: 0.0805135
Apr 08 12:23:37.052746 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2998846b-428a-4637-9b83-1b9ba8373c76 req-6341f91a-ed04-49e5-8468-83ab08ddbe85 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245595
Apr 08 12:23:37.225125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-a482a7d6-4ad9-41f3-80a3-e3c73102909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:37.226750 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-a482a7d6-4ad9-41f3-80a3-e3c73102909b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1426432
Apr 08 12:23:37.307492 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-d948ff2d-dfd0-47ea-a529-0e20c4ba3d07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d964002-0b3f-40c6-a636-560a76b20e7d HTTP/1.1" status: 200  len: 217 time: 0.0735292
Apr 08 12:23:37.375895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-d26187e5-4232-4e63-868c-5bdd59e23cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:37.377769 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-d26187e5-4232-4e63-868c-5bdd59e23cfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0640852
Apr 08 12:23:37.466105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-5fc3d993-c94a-42ce-995d-b6b7d0239c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:37.468894 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-5fc3d993-c94a-42ce-995d-b6b7d0239c77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842495
Apr 08 12:23:37.617159 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-11e7727c-3f9b-42e1-905c-643f5610f851 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411111
Apr 08 12:23:37.775074 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6fda3b4-7de5-470a-91b0-4ce3ca2c51eb req-671526a5-49e2-4b58-901a-a1c63fdbf4aa service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476657
Apr 08 12:23:37.923988 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-dc868d2f-4463-4a2a-a64b-ecc8b0105b87 req-3fa77ba3-0fcd-4343-a8cc-45e014ed79d6 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6deb0bf-27c9-49e9-b44b-7871e994fb76 HTTP/1.1" status: 200  len: 210 time: 0.0499821
Apr 08 12:23:38.045307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:23:38.088645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:23:38.089065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 7aa28d27-c593-4d1f-bd76-5d3dccb52b3c not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:23:38.256628 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fbd48-aea1-48cc-82a9-e1888140ec79 req-8fe46b71-122b-4418-81ac-2e7e5591aecd tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:38.258382 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-350fbd48-aea1-48cc-82a9-e1888140ec79 req-8fe46b71-122b-4418-81ac-2e7e5591aecd tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.0898194
Apr 08 12:23:38.293134 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-350fbd48-aea1-48cc-82a9-e1888140ec79 req-82dfb08b-a507-4fa5-8b05-11757cb381a0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0279372
Apr 08 12:23:39.023225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52886) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:39.097371 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0b43-29b7-4940-b510-759cf70ea989 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:39.129529 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0b43-29b7-4940-b510-759cf70ea989 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:39.321516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0b43-29b7-4940-b510-759cf70ea989 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:39.327936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8d8f264f-a745-464b-9278-8aab2492d871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:39.344114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb0b43-29b7-4940-b510-759cf70ea989 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c1e0a-d1d1-407a-964f-626e4f1fd68e,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:39.346586 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b2eb0b43-29b7-4940-b510-759cf70ea989 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:39.383987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0b43-29b7-4940-b510-759cf70ea989 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:39.388198 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b2eb0b43-29b7-4940-b510-759cf70ea989 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] 10.222.0.43 "DELETE /v2.0/security-groups/9c5c1e0a-d1d1-407a-964f-626e4f1fd68e HTTP/1.1" status: 204  len: 168 time: 0.3638825
Apr 08 12:23:39.473164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52906) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:39.518972 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773586-cf05-4694-8c73-19fd737a18bc req-aecceefa-1991-41e3-96ba-5785157f3d0e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:39.520575 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-71773586-cf05-4694-8c73-19fd737a18bc req-aecceefa-1991-41e3-96ba-5785157f3d0e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.1077423
Apr 08 12:23:39.553119 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-71773586-cf05-4694-8c73-19fd737a18bc req-4a5eba4b-84fa-4334-b39e-af80ecec1c71 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260162
Apr 08 12:23:40.288588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:40.657015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Deleting port ef7d7378-b7db-46de-87bb-efd89cbfc516 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:40.657500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:40.893664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561abe-1dff-4aba-a68f-a1fe9dc9ee4a req-5321bf4f-ec50-4ba5-826f-854a0bb4d362 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:40.894447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-f6561abe-1dff-4aba-a68f-a1fe9dc9ee4a req-5321bf4f-ec50-4ba5-826f-854a0bb4d362 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:40.925779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] For port ef7d7378-b7db-46de-87bb-efd89cbfc516, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=ef7d7378-b7db-46de-87bb-efd89cbfc516,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:40.926173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:40.993533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-f6561abe-1dff-4aba-a68f-a1fe9dc9ee4a req-5321bf4f-ec50-4ba5-826f-854a0bb4d362 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:40.994812 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6561abe-1dff-4aba-a68f-a1fe9dc9ee4a req-5321bf4f-ec50-4ba5-826f-854a0bb4d362 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.3072622
Apr 08 12:23:41.064151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Calling delete_port for ef7d7378-b7db-46de-87bb-efd89cbfc516 owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:41.132780 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f6561abe-1dff-4aba-a68f-a1fe9dc9ee4a req-5866b204-0dc6-4447-8402-5628b6092fd7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796976
Apr 08 12:23:41.298809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:41.314011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:41.408280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7d7378-b7db-46de-87bb-efd89cbfc516,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:41.410868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:41.767087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:42.347056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9845702-d001-4342-917b-2b7ffca911bd req-7043faec-8a68-4241-924b-bbedbc8c3ccc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:42.348774 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b9845702-d001-4342-917b-2b7ffca911bd req-7043faec-8a68-4241-924b-bbedbc8c3ccc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.0940444
Apr 08 12:23:42.381945 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b9845702-d001-4342-917b-2b7ffca911bd req-b1564cd4-c508-433a-9493-eb74a7403e4d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264561
Apr 08 12:23:42.522296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Router 575328df-9925-4cef-90ce-0eb8246915a2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:23:42.708076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:23:42.717708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] Sync routers for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:23:42.722061 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] 10.222.0.43 "PUT /v2.0/routers/575328df-9925-4cef-90ce-0eb8246915a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2472105
Apr 08 12:23:42.724565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52920) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:42.728884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:42.729544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00fcdc88>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:42.916541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks [] for router, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:42.918573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:43.109172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:43.161908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Deleting port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:43.162324 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:43.220542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00fcdc88>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:23:41Z', 'revision_number': 5, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port': {'id': '5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575328df-9925-4cef-90ce-0eb8246915a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:18:50Z', 'updated_at': '2021-04-08T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:43.224596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] Checking router: 575328df-9925-4cef-90ce-0eb8246915a2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:23:43.234404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] Routers {'575328df-9925-4cef-90ce-0eb8246915a2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:43.235055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00fcdc88>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['575328df-9925-4cef-90ce-0eb8246915a2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:43.352081 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] For port 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:43.352706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:43.493585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Calling delete_port for 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 owned by network:router_gateway {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:43.567583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] Set router 575328df-9925-4cef-90ce-0eb8246915a2 gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:43.629824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9a0b-deff-46d0-bca8-62df9fc25f9a req-1a3d7d44-d7d2-4e1f-bd72-eae394bd1952 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:43.631871 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-969f9a0b-deff-46d0-bca8-62df9fc25f9a req-1a3d7d44-d7d2-4e1f-bd72-eae394bd1952 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.1094854
Apr 08 12:23:43.664399 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-969f9a0b-deff-46d0-bca8-62df9fc25f9a req-2e897807-c5c0-4077-b145-75e80150ff51 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259674
Apr 08 12:23:43.685042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00fcdc88>, [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:23:43Z', 'revision_number': 6, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:43.691410 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54b2c0-04af-4c6d-8289-c08be1ed5150 None None] The sync data for ids ['575328df-9925-4cef-90ce-0eb8246915a2'] in dv-cinder-784779-3-iscsi is: [{'id': '575328df-9925-4cef-90ce-0eb8246915a2', 'name': 'tempest-TestShelveInstance-1713717600-router', 'tenant_id': 'f89c54d8444949e0a136701bbc6c6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:18:49Z', 'updated_at': '2021-04-08T12:23:43Z', 'revision_number': 6, 'project_id': 'f89c54d8444949e0a136701bbc6c6577', 'gw_port_host': None}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:43.722082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:43.738602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-58dc2b7b-5dfc-448f-92f0-94228b89dd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:43.833773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:43.844018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:44.249912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.261539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ef7d7378-b7db-46de-87bb-efd89cbfc516 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:23:44.303184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: ef7d7378-b7db-46de-87bb-efd89cbfc516 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:23:44.303585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device ef7d7378-b7db-46de-87bb-efd89cbfc516 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:23:44.304062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:23:44.340357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:23:44.340758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5a8616cd-bfa4-46f7-ab2e-af88cde7b1b0 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:23:44.435014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.438093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.481442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.481942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 575328df-9925-4cef-90ce-0eb8246915a2 {{(pid=84431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:23:44.495137 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] Notify callbacks [] for router, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.496358 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-29d97878-c2f6-4a22-ac79-d3b45318f65e admin admin] 10.222.0.43 "DELETE /v2.0/routers/575328df-9925-4cef-90ce-0eb8246915a2 HTTP/1.1" status: 204  len: 168 time: 1.7706697
Apr 08 12:23:44.499888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52936) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:44.571609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Deleting subnet 91e1c8c2-c4f2-428f-9b74-d43df15584f9 {{(pid=84431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:23:44.629897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.683363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852218557'] for subnet, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.773001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:44.885284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ea989-ac37-4d1c-a10c-58401a24acbb req-2042696f-4478-4ce6-8e5f-9ac47289ac5a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:44.888680 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c75ea989-ac37-4d1c-a10c-58401a24acbb req-2042696f-4478-4ce6-8e5f-9ac47289ac5a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.0935259
Apr 08 12:23:44.919451 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c75ea989-ac37-4d1c-a10c-58401a24acbb req-68077fba-bf2f-4acb-9dba-76ae0e9987a7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250332
Apr 08 12:23:45.207570 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853752265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2274662'] for subnet, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:45.223639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:45.313673 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e1c8c2-c4f2-428f-9b74-d43df15584f9,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:45.325627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:45.357475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:45.364341 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fb8c7c3b-f55e-4ea9-aa57-0f40c3c4df07 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/91e1c8c2-c4f2-428f-9b74-d43df15584f9 HTTP/1.1" status: 204  len: 168 time: 0.8633764
Apr 08 12:23:45.365124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5086d-2098-438a-ae9e-9701edd51481 None None] Network b6d23616-b27e-41fd-b140-34c013f91138 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:23:45.368613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52944) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:45.486245 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:45.557270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Deleting port 47ad61f2-ed21-48bf-9167-5840c3ca02ad {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:45.557644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:45.614282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] DHCP port deletion for b6d23616-b27e-41fd-b140-34c013f91138 request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:23:45.618585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Deleting port 47ad61f2-ed21-48bf-9167-5840c3ca02ad {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:45.619047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:45.777607 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] For port 47ad61f2-ed21-48bf-9167-5840c3ca02ad, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=47ad61f2-ed21-48bf-9167-5840c3ca02ad,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:45.778013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:45.839763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] For port 47ad61f2-ed21-48bf-9167-5840c3ca02ad, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=47ad61f2-ed21-48bf-9167-5840c3ca02ad,segment=NetworkSegment(7e68258c-1801-45aa-b948-e91ac1e749b9),segment_id=7e68258c-1801-45aa-b948-e91ac1e749b9)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:45.840208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:45.913088 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Calling delete_port for 47ad61f2-ed21-48bf-9167-5840c3ca02ad owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:45.970625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Calling delete_port for 47ad61f2-ed21-48bf-9167-5840c3ca02ad owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:46.047602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:23:46.048005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:23:46.081837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.104614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-430bef6a-74cf-4582-9882-70ca4d7b5160 tempest-AttachVolumeNegativeTest-763047664 tempest-AttachVolumeNegativeTest-763047664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:46.107142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 0d964002-0b3f-40c6-a636-560a76b20e7d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:23:46.205413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Pushing event deleted for resources: {'Port': ['ID=47ad61f2-ed21-48bf-9167-5840c3ca02ad,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:46.219056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:46.255074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 0d964002-0b3f-40c6-a636-560a76b20e7d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0d964002-0b3f-40c6-a636-560a76b20e7d,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:46.266460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 47ad61f2-ed21-48bf-9167-5840c3ca02ad no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:23:46.278203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] No DVR routers for this DVR port 47ad61f2-ed21-48bf-9167-5840c3ca02ad on host dv-cinder-784779-3-iscsi {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:23:46.287582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001c25-e346-49d6-bb95-d025f64181be req-fd8234f4-9c83-4b9b-b8eb-37644e4a77ab tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:46.289169 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ab001c25-e346-49d6-bb95-d025f64181be req-fd8234f4-9c83-4b9b-b8eb-37644e4a77ab tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 943 time: 0.2496612
Apr 08 12:23:46.309053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 47ad61f2-ed21-48bf-9167-5840c3ca02ad {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:23:46.309378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 47ad61f2-ed21-48bf-9167-5840c3ca02ad not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:23:46.313012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'port_id': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'mac_address': 'fa:16:3e:eb:e3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:23:46.371549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.372889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d964002-0b3f-40c6-a636-560a76b20e7d {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:23:46.390523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 0d964002-0b3f-40c6-a636-560a76b20e7d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0d964002-0b3f-40c6-a636-560a76b20e7d,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:46.417570 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ab001c25-e346-49d6-bb95-d025f64181be req-f4a8c7f7-d633-4c39-811f-18637c1aae97 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001141
Apr 08 12:23:46.424426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.428092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:46.442218 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.502669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=0d964002-0b3f-40c6-a636-560a76b20e7d,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:46.506098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:46.549534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Deleting port 47ad61f2-ed21-48bf-9167-5840c3ca02ad {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:46.549966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.554721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f00d3a080>,) {'filters': {'network_id': ['b6d23616-b27e-41fd-b140-34c013f91138']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:46.572945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00d3a080>, '7e68258c-1801-45aa-b948-e91ac1e749b9') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:46.572945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00d3a080>, '7e68258c-1801-45aa-b948-e91ac1e749b9') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:46.580723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.596217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.602455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:23:46.626164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-963d2081-f74b-437b-985f-9e74b4484298 None None] The port '47ad61f2-ed21-48bf-9167-5840c3ca02ad' was deleted {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:23:46.658134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['0d964002-0b3f-40c6-a636-560a76b20e7d'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:23:46.782918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Network b6d23616-b27e-41fd-b140-34c013f91138 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:23:46.797313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:46.985311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Network b6d23616-b27e-41fd-b140-34c013f91138 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:23:47.007563 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:23:47.195477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:47.199417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7bdac73b-a267-40b5-bdf7-89efd224a695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:47.213603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:47.225142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d23616-b27e-41fd-b140-34c013f91138,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:47.229531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:47.233278 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] 10.222.0.43 "DELETE /v2.0/networks/b6d23616-b27e-41fd-b140-34c013f91138 HTTP/1.1" status: 204  len: 168 time: 1.8636866
Apr 08 12:23:47.236439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52954) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:47.632085 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebb7f4-a935-4323-90fa-fe6047fe05bd req-5a609fc9-34ae-4565-bf2f-8d9c3bde75fb tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:47.633752 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-efebb7f4-a935-4323-90fa-fe6047fe05bd req-5a609fc9-34ae-4565-bf2f-8d9c3bde75fb tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 944 time: 0.0970671
Apr 08 12:23:47.666118 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-efebb7f4-a935-4323-90fa-fe6047fe05bd req-e136bb37-cf5f-4124-b694-65a96513d77f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249848
Apr 08 12:23:48.094646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:48.109888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 0d964002-0b3f-40c6-a636-560a76b20e7d up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:23:48.212948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 0d964002-0b3f-40c6-a636-560a76b20e7d completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:23:48.218956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 0d964002-0b3f-40c6-a636-560a76b20e7d triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:23:48.219382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:48.344920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:48.356129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:23:48.367279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 0d964002-0b3f-40c6-a636-560a76b20e7d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0d964002-0b3f-40c6-a636-560a76b20e7d,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:48.396749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:48.399760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:48.444162 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'code': 200}
Apr 08 12:23:48.474432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Deleting port 56200ccd-0b2e-4007-b086-95851d8e6477 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:48.474750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:48.479702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=0d964002-0b3f-40c6-a636-560a76b20e7d,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:48.482945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:48.657191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] For port 56200ccd-0b2e-4007-b086-95851d8e6477, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=56200ccd-0b2e-4007-b086-95851d8e6477,segment=NetworkSegment(195d3f60-5150-41b2-b171-81ae2e5940ed),segment_id=195d3f60-5150-41b2-b171-81ae2e5940ed)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:48.657790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:48.743040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9c57-df93-43b8-9aec-135ed8d9c372 req-e44572fd-4bbb-4779-bf73-f9fe59978d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:48.745084 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ece9c57-df93-43b8-9aec-135ed8d9c372 req-e44572fd-4bbb-4779-bf73-f9fe59978d38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 1098 time: 0.0776856
Apr 08 12:23:48.773274 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2ece9c57-df93-43b8-9aec-135ed8d9c372 req-8760d847-5fa8-4761-9260-3c2a1d638885 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0205934
Apr 08 12:23:48.795333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Calling delete_port for 56200ccd-0b2e-4007-b086-95851d8e6477 owned by network:router_interface {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:48.874703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75138d2-d287-4457-95bf-c132c42a1f61 req-334d4617-dc5f-4077-9744-305cef56ad43 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:48.876290 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d75138d2-d287-4457-95bf-c132c42a1f61 req-334d4617-dc5f-4077-9744-305cef56ad43 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 945 time: 0.0946069
Apr 08 12:23:48.908681 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d75138d2-d287-4457-95bf-c132c42a1f61 req-3d97eb8e-359a-4cdc-bcda-ad32ae7371be tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255527
Apr 08 12:23:48.995904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:49.020352 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:49.122542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Pushing event deleted for resources: {'Port': ['ID=56200ccd-0b2e-4007-b086-95851d8e6477,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:49.126092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:49.442758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:23:49.506111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:50.019128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Router 51d19b74-f671-4f4e-b89d-8e78f414cf4f has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:23:50.532747 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4d233-df9f-401c-8761-e5985001602a req-9d89c204-bcd8-4d56-898e-63c0805da5d2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:50.534262 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d7d4d233-df9f-401c-8761-e5985001602a req-9d89c204-bcd8-4d56-898e-63c0805da5d2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 945 time: 0.5056746
Apr 08 12:23:50.538772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:23:50.547424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] Sync routers for ids ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:23:50.557646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] Routers {'51d19b74-f671-4f4e-b89d-8e78f414cf4f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:50.558347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f015b7d30>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:50.575443 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d7d4d233-df9f-401c-8761-e5985001602a req-b4a20daa-7190-4868-b8d8-fc844f054f6a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345359
Apr 08 12:23:50.610916 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5acba7b0-c3cb-4b70-bcb6-2fc9bbc0e622 admin admin] 10.222.0.43 "PUT /v2.0/routers/51d19b74-f671-4f4e-b89d-8e78f414cf4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3708763
Apr 08 12:23:50.611220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52976) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:50.746073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] Set router 51d19b74-f671-4f4e-b89d-8e78f414cf4f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:50.870373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.005468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce680e-8f0e-485e-b23f-58bb2d5204bf req-a1f5d894-e9c9-4c6e-bfb2-3fd71a331e54 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:51.007167 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7ce680e-8f0e-485e-b23f-58bb2d5204bf req-a1f5d894-e9c9-4c6e-bfb2-3fd71a331e54 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 945 time: 0.2659771
Apr 08 12:23:51.049544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f015b7d30>, [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:23:48Z', 'revision_number': 5, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port': {'id': 'abc78ff0-9055-400f-ad9a-54f944bba69f', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:19:01Z', 'updated_at': '2021-04-08T12:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:51.052994 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b7ce680e-8f0e-485e-b23f-58bb2d5204bf req-7ec76e31-d644-4301-8810-5385d74cf67b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370958
Apr 08 12:23:51.053718 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] Checking router: 51d19b74-f671-4f4e-b89d-8e78f414cf4f for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:23:51.063754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] Routers {'51d19b74-f671-4f4e-b89d-8e78f414cf4f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:51.064432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f015b7d30>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:51.080373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52980) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:51.112402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.150252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Deleting port abc78ff0-9055-400f-ad9a-54f944bba69f {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:51.150773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.228727 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be607a7-a93f-486c-a39e-206c76f53b9b tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:51.229517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5be607a7-a93f-486c-a39e-206c76f53b9b tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] Synchronizing usage tracker for tenant:f319432fdf0c4d8e8ed56e5fa6ea613e on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:23:51.242044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] Set router 51d19b74-f671-4f4e-b89d-8e78f414cf4f gateway port host: None {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:51.293854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5be607a7-a93f-486c-a39e-206c76f53b9b tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] Unset dirty status for tenant:f319432fdf0c4d8e8ed56e5fa6ea613e on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:23:51.295891 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5be607a7-a93f-486c-a39e-206c76f53b9b tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 1093 time: 0.2137666
Apr 08 12:23:51.299243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 52988) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:51.307911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'port_id': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:23:51.327403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:23:51.335156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:floatingip and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:23:51.344287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:23:51.354524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] For port abc78ff0-9055-400f-ad9a-54f944bba69f, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=abc78ff0-9055-400f-ad9a-54f944bba69f,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:51.354932 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.359498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:23:51.368612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f015b7d30>, [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:23:51Z', 'revision_number': 6, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:51.373698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6cb8d-1f2a-47dd-bdd1-7e21d5674223 None None] The sync data for ids ['51d19b74-f671-4f4e-b89d-8e78f414cf4f'] in dv-cinder-784779-3-iscsi is: [{'id': '51d19b74-f671-4f4e-b89d-8e78f414cf4f', 'name': 'tempest-TestShelveInstance-654667689-router', 'tenant_id': '531d72771c464d2e8c8bc38afbd6696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:19:00Z', 'updated_at': '2021-04-08T12:23:51Z', 'revision_number': 6, 'project_id': '531d72771c464d2e8c8bc38afbd6696e', 'gw_port_host': None}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:51.430455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.505196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Calling delete_port for abc78ff0-9055-400f-ad9a-54f944bba69f owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:51.589028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.716034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.732350 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-16b342b8-e7fb-4eee-9c2e-ab43900f8e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:51.745262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Allocated IP 172.27.1.21 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/d32cff02-c632-49b3-827d-d7dfd54391bc) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:23:51.834012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=abc78ff0-9055-400f-ad9a-54f944bba69f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:51.836774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:51.904402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.967870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:51.983370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e3c5443c-9971-4ce3-93ba-f70a6b5c8891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:51.997460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.119819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=d32cff02-c632-49b3-827d-d7dfd54391bc,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:52.125400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:52.174785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:23:52.175985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:23:52.178208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:23:52.186169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.188548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.241795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.242443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d19b74-f671-4f4e-b89d-8e78f414cf4f {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:23:52.256762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.258466 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] 10.222.0.43 "DELETE /v2.0/routers/51d19b74-f671-4f4e-b89d-8e78f414cf4f HTTP/1.1" status: 204  len: 168 time: 1.6456592
Apr 08 12:23:52.261806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 52992) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:52.274869 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 56200ccd-0b2e-4007-b086-95851d8e6477 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:23:52.328989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 56200ccd-0b2e-4007-b086-95851d8e6477 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:23:52.329388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 56200ccd-0b2e-4007-b086-95851d8e6477 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:23:52.329863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device abc78ff0-9055-400f-ad9a-54f944bba69f no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:23:52.348109 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Deleting subnet 60534612-8203-4343-a5cc-d95cbb692741 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:23:52.353131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.366722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: abc78ff0-9055-400f-ad9a-54f944bba69f {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:23:52.367087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device abc78ff0-9055-400f-ad9a-54f944bba69f not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:23:52.411007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.498759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.635151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.736199 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.796281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:52.813270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48589446-de4f-49bb-a46f-73712d66cbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:53.024680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.064591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.081985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-00c94b26-c0ba-488e-840e-6c444057b78a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:53.151943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60534612-8203-4343-a5cc-d95cbb692741,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:53.156527 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:53.200662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.206232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cfe12-05fb-45d3-a70f-49784bfb868b None None] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:23:53.209224 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-d6187727-0bcb-4767-ab34-bf726fd91775 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/60534612-8203-4343-a5cc-d95cbb692741 HTTP/1.1" status: 204  len: 168 time: 0.9440200
Apr 08 12:23:53.209997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53004) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:53.228098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=d32cff02-c632-49b3-827d-d7dfd54391bc,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:53.231103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:53.327326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.332859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.396981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Deleting port 5116b5f6-4e4d-494c-8f86-22deed311489 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:53.397359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.491532 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] DHCP port deletion for 2b75074b-3525-410e-a57b-e8ba73aaa339 request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:23:53.496101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Deleting port 5116b5f6-4e4d-494c-8f86-22deed311489 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:53.496525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.532411 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Floating IP 82b5006e-67e5-473e-b27e-6ca59a40cce4 associated. External IP: 172.27.1.21, port: 0d964002-0b3f-40c6-a636-560a76b20e7d.
Apr 08 12:23:53.632347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] For port 5116b5f6-4e4d-494c-8f86-22deed311489, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5116b5f6-4e4d-494c-8f86-22deed311489,segment=NetworkSegment(195d3f60-5150-41b2-b171-81ae2e5940ed),segment_id=195d3f60-5150-41b2-b171-81ae2e5940ed)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:53.632730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.714498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] For port 5116b5f6-4e4d-494c-8f86-22deed311489, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5116b5f6-4e4d-494c-8f86-22deed311489,segment=NetworkSegment(195d3f60-5150-41b2-b171-81ae2e5940ed),segment_id=195d3f60-5150-41b2-b171-81ae2e5940ed)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:23:53.714860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.769994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Calling delete_port for 5116b5f6-4e4d-494c-8f86-22deed311489 owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:53.846654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Calling delete_port for 5116b5f6-4e4d-494c-8f86-22deed311489 owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:23:53.887761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:53.903836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9d0e0053-833c-4d50-b35a-0366bd2c9c42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:53.913815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:23:53.926596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:23:53.927010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:23:54.000925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Pushing event deleted for resources: {'Port': ['ID=5116b5f6-4e4d-494c-8f86-22deed311489,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:54.005662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:54.052889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] No DVR routers for this DVR port 5116b5f6-4e4d-494c-8f86-22deed311489 on host dv-cinder-784779-3-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:23:54.195524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.272940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5116b5f6-4e4d-494c-8f86-22deed311489 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:23:54.311736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 5116b5f6-4e4d-494c-8f86-22deed311489 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:23:54.311986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5116b5f6-4e4d-494c-8f86-22deed311489 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:23:54.312325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4efb77ec18>,) {'filters': {'network_id': ['2b75074b-3525-410e-a57b-e8ba73aaa339']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:54.326108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efb77ec18>, '195d3f60-5150-41b2-b171-81ae2e5940ed') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:54.327164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4efb77ec18>, '195d3f60-5150-41b2-b171-81ae2e5940ed') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:54.339989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.355059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.361572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:23:54.363999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:23:54.374170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:23:54.384755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:54.385531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f005350b8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:54.442763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Deleting port 5116b5f6-4e4d-494c-8f86-22deed311489 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:23:54.443242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.501916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.562728 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2debd76e-3f37-48b7-af41-dc843e82150b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2617295
Apr 08 12:23:54.563428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:23:54.625001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:23:54.640724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.767425 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'status': 'completed', 'code': 200}
Apr 08 12:23:54.778913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-fda96496-dc5f-4f29-b72a-98a451127f73 None None] The port '5116b5f6-4e4d-494c-8f86-22deed311489' was deleted {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:23:54.783250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd161-892e-48df-90cc-d427053e5027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.837006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Network 2b75074b-3525-410e-a57b-e8ba73aaa339 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:23:54.844955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:23:54.861507 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:23:54.978618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:54.983007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c49160ab-6fd8-49de-8362-968c880fe701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:54.998878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:55.007725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b75074b-3525-410e-a57b-e8ba73aaa339,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:55.012326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:55.018788 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] 10.222.0.43 "DELETE /v2.0/networks/2b75074b-3525-410e-a57b-e8ba73aaa339 HTTP/1.1" status: 204  len: 168 time: 1.8051152
Apr 08 12:23:55.194153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53018) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:55.224801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f005350b8>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '82b5006e-67e5-473e-b27e-6ca59a40cce4', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:eb:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:23:52Z', 'updated_at': '2021-04-08T12:23:52Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:55.228911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:23:55.231709 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c24fff75-897b-4b67-bb46-d6010a1fd5c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f89c54d8444949e0a136701bbc6c6577&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0360734
Apr 08 12:23:55.235183 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53022) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:55.239376 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:23:55.240042 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f005350b8>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:23:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:55.298120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0dc89d5-6826-45c0-ac6d-f41cd8c8e3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:55.324958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0dc89d5-6826-45c0-ac6d-f41cd8c8e3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:55.424319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0dc89d5-6826-45c0-ac6d-f41cd8c8e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:55.429950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-35108874-f80d-4722-b546-29f4aa84952c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:55.434140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:23:55.449662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc89d5-6826-45c0-ac6d-f41cd8c8e3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f34271-66ee-4aac-8409-b42617149ff7,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:55.459361 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f0dc89d5-6826-45c0-ac6d-f41cd8c8e3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:55.461488 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f0dc89d5-6826-45c0-ac6d-f41cd8c8e3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:55.462721 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f0dc89d5-6826-45c0-ac6d-f41cd8c8e3b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12f34271-66ee-4aac-8409-b42617149ff7 HTTP/1.1" status: 204  len: 168 time: 0.2263143
Apr 08 12:23:55.815639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f005350b8>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '82b5006e-67e5-473e-b27e-6ca59a40cce4', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:eb:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:23:52Z', 'updated_at': '2021-04-08T12:23:52Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:23:55.819961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4142b00-8bf4-4257-9223-ae78483f5acd None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '82b5006e-67e5-473e-b27e-6ca59a40cce4', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:eb:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:23:52Z', 'updated_at': '2021-04-08T12:23:52Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:23:55.937430 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53030) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:55.989492 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2a0e5060-6216-4d9d-ae65-c48f7cee4d68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=531d72771c464d2e8c8bc38afbd6696e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507467
Apr 08 12:23:55.992101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53034) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:23:56.054001 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc80e959-7bfa-4d46-965b-f59ce111d386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:56.083661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc80e959-7bfa-4d46-965b-f59ce111d386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:56.127725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b02274-e1f6-4a85-9364-973becb6a756 None None] New status for floating IP 82b5006e-67e5-473e-b27e-6ca59a40cce4: ACTIVE {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:23:56.208131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d8e34-666d-447e-821c-81e085c32d73 req-26603d2a-43ab-49ba-9b26-5a648ed56d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:56.209727 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692d8e34-666d-447e-821c-81e085c32d73 req-26603d2a-43ab-49ba-9b26-5a648ed56d74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 1098 time: 0.0891216
Apr 08 12:23:56.213068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc80e959-7bfa-4d46-965b-f59ce111d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:56.220035 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-51fce5ba-288d-448e-a3f0-247e42b7a1e6 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:23:56.235093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80e959-7bfa-4d46-965b-f59ce111d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c0cce7-7654-4733-b148-93bb7a7f02de,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:23:56.237898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dc80e959-7bfa-4d46-965b-f59ce111d386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:23:56.239191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dc80e959-7bfa-4d46-965b-f59ce111d386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:56.240460 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-dc80e959-7bfa-4d46-965b-f59ce111d386 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6c0cce7-7654-4733-b148-93bb7a7f02de HTTP/1.1" status: 204  len: 168 time: 0.2473714
Apr 08 12:23:56.363606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d8e34-666d-447e-821c-81e085c32d73 req-62a71a0a-64f2-4857-8e30-22b3881792cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:56.366800 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692d8e34-666d-447e-821c-81e085c32d73 req-62a71a0a-64f2-4857-8e30-22b3881792cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1486301
Apr 08 12:23:56.477676 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692d8e34-666d-447e-821c-81e085c32d73 req-c190e54e-87c0-4919-b271-6d19d4961a24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d964002-0b3f-40c6-a636-560a76b20e7d HTTP/1.1" status: 200  len: 1000 time: 0.1054983
Apr 08 12:23:56.562100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d8e34-666d-447e-821c-81e085c32d73 req-96a18997-dc6b-483b-bf8e-27d3d24c6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:56.562100 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692d8e34-666d-447e-821c-81e085c32d73 req-96a18997-dc6b-483b-bf8e-27d3d24c6423 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0751715
Apr 08 12:23:56.649246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d8e34-666d-447e-821c-81e085c32d73 req-e7eb46f9-52f2-4c1a-8b42-1aa4bf3ebc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:23:56.650894 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692d8e34-666d-447e-821c-81e085c32d73 req-e7eb46f9-52f2-4c1a-8b42-1aa4bf3ebc64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846775
Apr 08 12:23:56.670758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1747-c866-46db-8560-6e57c1c8b380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:56.796318 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692d8e34-666d-447e-821c-81e085c32d73 req-836934e9-b65d-461c-befb-cb8c679589c8 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371233
Apr 08 12:23:56.938046 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-692d8e34-666d-447e-821c-81e085c32d73 req-7dbd23fa-181f-4296-a78f-5c15cdede17a service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349521
Apr 08 12:23:57.029817 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:58.298147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:23:58.789375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:05.241504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:11.916486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e51c81-f20f-4b02-820f-55fe87d508bc req-043e276a-49dd-445f-b6a1-96ab9d25cae0 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:11.918050 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f9e51c81-f20f-4b02-820f-55fe87d508bc req-043e276a-49dd-445f-b6a1-96ab9d25cae0 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 945 time: 0.0923476
Apr 08 12:24:11.948452 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f9e51c81-f20f-4b02-820f-55fe87d508bc req-e101fc59-034d-42c3-a95a-481c70596d78 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237396
Apr 08 12:24:13.155949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f13345-dbc2-45e6-b48a-b46abec62d77 req-7de48979-6f0b-450e-9f5e-4e7b16a20913 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:13.157483 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2f13345-dbc2-45e6-b48a-b46abec62d77 req-7de48979-6f0b-450e-9f5e-4e7b16a20913 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 945 time: 0.0921056
Apr 08 12:24:13.187583 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d2f13345-dbc2-45e6-b48a-b46abec62d77 req-e1fd8047-a595-4c87-9185-3a91a805e163 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236821
Apr 08 12:24:13.579975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f52f50-10eb-42ff-859c-81033a531d3e req-194f2696-f223-48ac-aec7-a1688900ab93 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:13.581518 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-93f52f50-10eb-42ff-859c-81033a531d3e req-194f2696-f223-48ac-aec7-a1688900ab93 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 945 time: 0.0883324
Apr 08 12:24:13.657143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Deleting port 04461e90-6760-4454-b40f-bf4782edc612 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:24:13.657529 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:13.916824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] For port 04461e90-6760-4454-b40f-bf4782edc612, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=04461e90-6760-4454-b40f-bf4782edc612,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:24:13.917226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:14.048166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Calling delete_port for 04461e90-6760-4454-b40f-bf4782edc612 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:24:14.258342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:14.269732 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['04461e90-6760-4454-b40f-bf4782edc612'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:24:14.274797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-66a7e0be-fa6d-47da-96e2-1f06558dc6d6 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:24:14.663846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Pushing event deleted for resources: {'Port': ['ID=04461e90-6760-4454-b40f-bf4782edc612,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:24:14.684856 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d8b8f2b2-066d-40c1-99d9-571d4922242d req-0de89801-f946-47c1-b361-cc677bdbe9d9 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a4994f9-95be-4a29-8b20-985d875fd0e5 HTTP/1.1" status: 200  len: 210 time: 0.3755932
Apr 08 12:24:14.688948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.689391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.689774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.690179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.690612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.691009 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.691404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.691799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.692192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.692583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.692974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.693370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:14.703319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:24:14.829595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] No DVR routers for this DVR port 04461e90-6760-4454-b40f-bf4782edc612 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:24:14.832093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:14.834771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'name': 'network-vif-deleted', 'tag': '04461e90-6760-4454-b40f-bf4782edc612'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:24:14.883506 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4994f9-95be-4a29-8b20-985d875fd0e5', 'name': 'network-vif-deleted', 'tag': '04461e90-6760-4454-b40f-bf4782edc612', 'status': 'completed', 'code': 200}
Apr 08 12:24:14.887579 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-93f52f50-10eb-42ff-859c-81033a531d3e req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "DELETE /v2.0/ports/04461e90-6760-4454-b40f-bf4782edc612 HTTP/1.1" status: 204  len: 173 time: 1.3004258
Apr 08 12:24:18.326967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 04461e90-6760-4454-b40f-bf4782edc612 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:24:18.367133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 04461e90-6760-4454-b40f-bf4782edc612 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:24:18.367541 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 04461e90-6760-4454-b40f-bf4782edc612 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:24:24.475070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-9d651876-838a-497f-a9a2-0c49bc0938d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:26.443082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:24:26.681073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-56085a2d-4ffa-4140-a49e-1e8aa1c9ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:26.921211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-5bd762b5-3722-40b1-ac1d-af1b60a582ff tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:26.922770 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-5bd762b5-3722-40b1-ac1d-af1b60a582ff tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/networks?id=090d0cca-d772-4818-b41a-7784a21aa522 HTTP/1.1" status: 200  len: 813 time: 0.1580496
Apr 08 12:24:26.939079 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-42b4152e-dcb0-4b06-a769-05f7bab95276 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/quotas/77de47205a4543c1992a0e5acc27ed3d HTTP/1.1" status: 200  len: 375 time: 0.0096838
Apr 08 12:24:26.992993 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-a27da5bc-8aa6-4cd5-95ef-a1535061798d tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77de47205a4543c1992a0e5acc27ed3d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483661
Apr 08 12:24:27.005335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-1680efe2-65a1-4717-b54e-82e837fa459d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:24:27.006401 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-1680efe2-65a1-4717-b54e-82e837fa459d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064442
Apr 08 12:24:27.052436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:27.152558 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-54d9b148-5c86-4966-a85a-e3729e6820b6 service neutron] 10.222.0.43 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399715
Apr 08 12:24:27.296337 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-30d4e7f0-f77e-426a-aef3-81fd672ce1a8 service neutron] 10.222.0.43 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372383
Apr 08 12:24:27.665006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-15a96c72-198c-4218-8172-533fae611304 req-d1488f47-04cf-4332-a304-c16bda24ba85 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Synchronizing usage tracker for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:24:27.709238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-15a96c72-198c-4218-8172-533fae611304 req-d1488f47-04cf-4332-a304-c16bda24ba85 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Unset dirty status for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:24:27.710562 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-15a96c72-198c-4218-8172-533fae611304 req-d1488f47-04cf-4332-a304-c16bda24ba85 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 210 time: 0.2119637
Apr 08 12:24:28.291962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:28.806256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:28.874533 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b4de5433-53da-48f4-a0b9-b6e38af06c2a req-cba7ea68-e1d9-4656-a0da-cdac5e3702cb tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 210 time: 0.0519700
Apr 08 12:24:29.182236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-1f77ad3e-d612-4fac-a1c3-342da219e31a tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:29.183868 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-1f77ad3e-d612-4fac-a1c3-342da219e31a tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "GET /v2.0/networks?id=090d0cca-d772-4818-b41a-7784a21aa522 HTTP/1.1" status: 200  len: 813 time: 0.1565337
Apr 08 12:24:29.197070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Request body: {'port': {'device_id': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522', 'admin_state_up': True, 'tenant_id': '77de47205a4543c1992a0e5acc27ed3d'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:24:29.343744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:24:29.355094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:24:29.400876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Made reservation on behalf of 77de47205a4543c1992a0e5acc27ed3d for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:24:29.407424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:29.564517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Allocated IP 172.20.0.9 (090d0cca-d772-4818-b41a-7784a21aa522/0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42/39eece46-43e7-4706-b119-107bf37931c1) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:24:29.761496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:29.817897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:29.832915 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-017e2747-f1c7-4da2-84c7-851fc335a734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:24:29.969302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Pushing event updated for resources: {'Port': ['ID=39eece46-43e7-4706-b119-107bf37931c1,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:24:29.974282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:24:30.090875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Network 090d0cca-d772-4818-b41a-7784a21aa522 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:24:30.093838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:24:30.096980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:24:30.166182 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a10d-6a83-4d91-b140-f18a4ebfed13 req-5e27e0c3-b840-4f8f-a1bd-f6e0f9506553 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:30.167823 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1e26a10d-6a83-4d91-b140-f18a4ebfed13 req-5e27e0c3-b840-4f8f-a1bd-f6e0f9506553 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 931 time: 0.1726100
Apr 08 12:24:30.178846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:30.179500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:30.222953 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1e26a10d-6a83-4d91-b140-f18a4ebfed13 req-4c5e0753-6c69-4174-a0d7-5b720e179f42 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378215
Apr 08 12:24:30.264236 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-48ad9a10-dbdd-4244-9db4-b31699da3906 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0717227
Apr 08 12:24:30.278676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Request body: {'port': {'device_id': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:24:30.400989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:30.799287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39eece46-43e7-4706-b119-107bf37931c1 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:24:30.807534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:30.822974 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Transition to ACTIVE for port object 39eece46-43e7-4706-b119-107bf37931c1 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:24:30.875102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:30.891452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d39972a6-1346-4942-bb59-d0bebee53369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:24:31.023845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Pushing event updated for resources: {'Port': ['ID=39eece46-43e7-4706-b119-107bf37931c1,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:24:31.028672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:24:31.248155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Attempting to bind port 39eece46-43e7-4706-b119-107bf37931c1 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:24:31.248535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Attempting to bind port 39eece46-43e7-4706-b119-107bf37931c1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:24:31.248920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Attempting to bind port 39eece46-43e7-4706-b119-107bf37931c1 on network 090d0cca-d772-4818-b41a-7784a21aa522 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:24:31.254108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Port 39eece46-43e7-4706-b119-107bf37931c1 on network 090d0cca-d772-4818-b41a-7784a21aa522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:24:31.254533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Attempting to bind port 39eece46-43e7-4706-b119-107bf37931c1 on network 090d0cca-d772-4818-b41a-7784a21aa522 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:24:31.260754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:24:31.261133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Checking segment: {'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:24:31.261558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Bound using segment: {'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:24:31.262033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Bound port: 39eece46-43e7-4706-b119-107bf37931c1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4209f532-07d5-4500-8df4-a4b577dc3932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:24:31.262470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:31.344838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] For port 39eece46-43e7-4706-b119-107bf37931c1, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:24:31.348028 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] For port 39eece46-43e7-4706-b119-107bf37931c1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39eece46-43e7-4706-b119-107bf37931c1,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:24:31.396746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:31.414057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-966f9901-d078-42f1-8c15-c5e8dba092b3 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:24:31.436900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecfad8-4284-47c9-a0f8-784c5ff27f5d req-0bdf47a1-f907-4bed-8223-cba3cf597451 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:31.438505 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3eecfad8-4284-47c9-a0f8-784c5ff27f5d req-0bdf47a1-f907-4bed-8223-cba3cf597451 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 943 time: 0.0982175
Apr 08 12:24:31.469526 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3eecfad8-4284-47c9-a0f8-784c5ff27f5d req-393e76a8-6431-4618-9aaa-4da5dfb41551 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236635
Apr 08 12:24:31.565461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Pushing event updated for resources: {'Port': ['ID=39eece46-43e7-4706-b119-107bf37931c1,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:24:31.571535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:24:31.603222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:31.603419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:31.604972 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] 10.222.0.55 "PUT /v2.0/ports/39eece46-43e7-4706-b119-107bf37931c1 HTTP/1.1" status: 200  len: 1093 time: 1.3309829
Apr 08 12:24:31.605515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'tag': '39eece46-43e7-4706-b119-107bf37931c1'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:24:31.653174 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'tag': '39eece46-43e7-4706-b119-107bf37931c1', 'status': 'completed', 'code': 200}
Apr 08 12:24:31.756220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f41b-37e1-4a70-8fa3-cc345734fc0c req-a039990e-69e4-487e-b347-c212668f7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:31.757810 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d258f41b-37e1-4a70-8fa3-cc345734fc0c req-a039990e-69e4-487e-b347-c212668f7b7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77de47205a4543c1992a0e5acc27ed3d&device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 1096 time: 0.0831647
Apr 08 12:24:31.906797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f41b-37e1-4a70-8fa3-cc345734fc0c req-745ca723-3d1f-4c2a-afcc-598d394524f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:31.908262 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d258f41b-37e1-4a70-8fa3-cc345734fc0c req-745ca723-3d1f-4c2a-afcc-598d394524f8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=77de47205a4543c1992a0e5acc27ed3d&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1424112
Apr 08 12:24:32.051391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f41b-37e1-4a70-8fa3-cc345734fc0c req-1fe4d99f-3624-4f07-b045-9f2a72f06c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:32.053495 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d258f41b-37e1-4a70-8fa3-cc345734fc0c req-1fe4d99f-3624-4f07-b045-9f2a72f06c15 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1382089
Apr 08 12:24:32.164790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-15c65bbd-276e-4a1b-b95f-3eae34c812dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:32.166271 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-15c65bbd-276e-4a1b-b95f-3eae34c812dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77de47205a4543c1992a0e5acc27ed3d&device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 1096 time: 0.0772398
Apr 08 12:24:32.244273 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-45a837e3-9152-4881-97e0-7dc60e3cf922 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39eece46-43e7-4706-b119-107bf37931c1 HTTP/1.1" status: 200  len: 217 time: 0.0704534
Apr 08 12:24:32.312459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-c464c3cb-5d9a-414f-acdc-ecfe1171bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:32.313949 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-c464c3cb-5d9a-414f-acdc-ecfe1171bb1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42 HTTP/1.1" status: 200  len: 853 time: 0.0626309
Apr 08 12:24:32.368911 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-0bd23fd8-1562-46df-9cb7-8f25b5eef44b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=090d0cca-d772-4818-b41a-7784a21aa522&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480983
Apr 08 12:24:32.512266 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-efcf731d-0ff4-4251-9984-d0882c4805e8 service neutron] 10.222.0.55 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366949
Apr 08 12:24:32.656866 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3c909950-74af-43ff-8d0d-a9e50414ea0a req-7048449e-1a4a-4e59-a395-a9803f934af6 service neutron] 10.222.0.55 "GET /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382995
Apr 08 12:24:32.688524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd089b3-122d-40b7-a8ec-6aa37475a459 req-68aac858-f894-45a3-a719-cbdbbea47b16 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:32.688524 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3bd089b3-122d-40b7-a8ec-6aa37475a459 req-68aac858-f894-45a3-a719-cbdbbea47b16 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 943 time: 0.0895426
Apr 08 12:24:32.712372 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3bd089b3-122d-40b7-a8ec-6aa37475a459 req-04d29e5c-b0f8-44bf-ab3b-93b378deeaa1 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0232563
Apr 08 12:24:33.912121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6061-f8ec-49ee-a9f0-111985a2c178 req-203e294e-80e3-4720-a57c-ebc4c94cd20c tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:33.912862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-69dd6061-f8ec-49ee-a9f0-111985a2c178 req-203e294e-80e3-4720-a57c-ebc4c94cd20c tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Synchronizing usage tracker for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:24:33.955424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-69dd6061-f8ec-49ee-a9f0-111985a2c178 req-203e294e-80e3-4720-a57c-ebc4c94cd20c tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Unset dirty status for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:24:33.956699 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-69dd6061-f8ec-49ee-a9f0-111985a2c178 req-203e294e-80e3-4720-a57c-ebc4c94cd20c tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 943 time: 0.1305072
Apr 08 12:24:34.034715 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-69dd6061-f8ec-49ee-a9f0-111985a2c178 req-0044942f-c3fc-4d4a-9498-a79910ae7a40 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368385
Apr 08 12:24:34.063676 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-489c1d04-cd33-4f09-8b71-58a84e7f798b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1056726
Apr 08 12:24:34.216560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-dc218005-1a80-4834-815b-584f62ccdead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:34.218210 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-dc218005-1a80-4834-815b-584f62ccdead service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 1098 time: 0.0783324
Apr 08 12:24:34.627784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-aec801bb-8bd8-4b23-ac60-5c2ab6ac62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:34.629364 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-aec801bb-8bd8-4b23-ac60-5c2ab6ac62c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.3904479
Apr 08 12:24:34.739613 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-9dc83217-3b82-44a7-ba7b-22d35f041ed3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d964002-0b3f-40c6-a636-560a76b20e7d HTTP/1.1" status: 200  len: 1000 time: 0.1019623
Apr 08 12:24:34.809678 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-8a3733c4-8f2a-45d2-b69e-99b23546c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:34.811211 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-8a3733c4-8f2a-45d2-b69e-99b23546c1b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0645726
Apr 08 12:24:34.897083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-b0a16b22-26e8-424c-9d9d-a8c313a133d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:34.898651 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-b0a16b22-26e8-424c-9d9d-a8c313a133d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801423
Apr 08 12:24:35.039953 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-879777d0-d257-4cfc-8b79-1661f64fa035 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338687
Apr 08 12:24:35.183802 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6d32ccc1-8f1f-4929-af57-56d4932b86f8 req-f3a0f427-665c-45d8-898e-5434b632abb5 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372132
Apr 08 12:24:35.241013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a355c-4faa-4f18-b0cd-83f039a31638 req-c9d82e0b-fd04-4014-b532-d34de4c93268 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:35.242512 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0e0a355c-4faa-4f18-b0cd-83f039a31638 req-c9d82e0b-fd04-4014-b532-d34de4c93268 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 943 time: 0.0930555
Apr 08 12:24:35.271304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:35.273818 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0e0a355c-4faa-4f18-b0cd-83f039a31638 req-668ac87e-bb37-4c74-b867-ecd4bd034f22 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246725
Apr 08 12:24:36.417437 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 39eece46-43e7-4706-b119-107bf37931c1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:24:36.473058 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138adbcf-4e62-4c40-baa0-5d01dd9c04a3 req-6bd7dbbb-cd50-44c0-bc73-de4da0711fec tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:36.475329 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-138adbcf-4e62-4c40-baa0-5d01dd9c04a3 req-6bd7dbbb-cd50-44c0-bc73-de4da0711fec tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 943 time: 0.0880105
Apr 08 12:24:36.506294 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-138adbcf-4e62-4c40-baa0-5d01dd9c04a3 req-3f438ca2-124e-47fa-8d08-f82ae821a9e1 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244443
Apr 08 12:24:36.558682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 39eece46-43e7-4706-b119-107bf37931c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39eece46-43e7-4706-b119-107bf37931c1,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:24:36.572785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '39eece46-43e7-4706-b119-107bf37931c1', 'network_id': '090d0cca-d772-4818-b41a-7784a21aa522', 'port_id': '39eece46-43e7-4706-b119-107bf37931c1', 'mac_address': 'fa:16:3e:b2:1a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:24:36.631020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:36.632312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39eece46-43e7-4706-b119-107bf37931c1 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:24:36.648278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 39eece46-43e7-4706-b119-107bf37931c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39eece46-43e7-4706-b119-107bf37931c1,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:24:36.685938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:36.688542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:24:36.759943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=39eece46-43e7-4706-b119-107bf37931c1,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:24:36.767506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.767894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.768271 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.768646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.769014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.769385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.769749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.770112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.770507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.770871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.771232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.772302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:24:36.776353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:24:36.897124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['39eece46-43e7-4706-b119-107bf37931c1'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:24:37.709151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef442c-9aa9-4f70-ab2d-827b4e5f9ee1 req-8ab16ad0-0066-4ca9-ba56-d46ba6ba1d73 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:37.710775 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-21ef442c-9aa9-4f70-ab2d-827b4e5f9ee1 req-8ab16ad0-0066-4ca9-ba56-d46ba6ba1d73 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 944 time: 0.0883145
Apr 08 12:24:37.740190 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-21ef442c-9aa9-4f70-ab2d-827b4e5f9ee1 req-dfeb9d91-5f22-4918-a350-62e017d40f49 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0231268
Apr 08 12:24:38.449505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 39eece46-43e7-4706-b119-107bf37931c1 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:24:38.577645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 39eece46-43e7-4706-b119-107bf37931c1 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:24:38.582595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 39eece46-43e7-4706-b119-107bf37931c1 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:24:38.583012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:38.707603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:38.719530 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eece46-43e7-4706-b119-107bf37931c1'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:24:38.729820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 39eece46-43e7-4706-b119-107bf37931c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39eece46-43e7-4706-b119-107bf37931c1,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:24:38.754976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:38.757754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:24:38.799864 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eece46-43e7-4706-b119-107bf37931c1', 'code': 200}
Apr 08 12:24:38.837139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=39eece46-43e7-4706-b119-107bf37931c1,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:24:38.838444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:24:38.949755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc7e74-2879-40bf-8af6-0ac4fd6a5c01 req-d047cacc-a6dd-4da5-99c1-879f3e34f060 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:38.951985 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3dcc7e74-2879-40bf-8af6-0ac4fd6a5c01 req-d047cacc-a6dd-4da5-99c1-879f3e34f060 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 945 time: 0.0936861
Apr 08 12:24:38.982169 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3dcc7e74-2879-40bf-8af6-0ac4fd6a5c01 req-3ef6d1f2-d947-438a-9bb0-3638854d3883 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242710
Apr 08 12:24:39.054512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ca7c5-24a2-47af-9df2-4268d33c98d4 req-b76acaab-0f5a-4c2f-8cca-68cc445ec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:39.056646 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ee4ca7c5-24a2-47af-9df2-4268d33c98d4 req-b76acaab-0f5a-4c2f-8cca-68cc445ec085 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 1098 time: 0.0812075
Apr 08 12:24:39.083260 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ee4ca7c5-24a2-47af-9df2-4268d33c98d4 req-8654fd0a-b581-4f1c-aa21-ccb190fb3461 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0205982
Apr 08 12:24:40.186204 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f67b-8da7-4d1c-9235-7738b0c1eeba req-88ae7b22-3bbf-47f7-b7b9-73b7c848df68 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:24:40.193043 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6e38f67b-8da7-4d1c-9235-7738b0c1eeba req-88ae7b22-3bbf-47f7-b7b9-73b7c848df68 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 945 time: 0.0884645
Apr 08 12:24:40.218839 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6e38f67b-8da7-4d1c-9235-7738b0c1eeba req-b1bb396f-3af0-49e4-a4f5-281640744b0f tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245602
Apr 08 12:24:54.463101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d697bc70-de23-4c2e-9412-d3698eef02a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:56.674805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7777a599-cf52-478d-ad7d-b511e9cbc969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:57.039167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:58.291696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:24:58.805637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:03.429304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285ea5d-e6e1-4299-8487-63f85b8021dd req-6ca49741-9a9b-45e0-8f6d-5f9d4425f0fc tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:03.430936 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d285ea5d-e6e1-4299-8487-63f85b8021dd req-6ca49741-9a9b-45e0-8f6d-5f9d4425f0fc tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 945 time: 0.0933607
Apr 08 12:25:03.442895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:25:03.461674 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d285ea5d-e6e1-4299-8487-63f85b8021dd req-b6643a3b-008c-4531-b539-1651f692ea1f tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244386
Apr 08 12:25:04.662614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e398d-c96f-4897-bd9d-ad055127600b req-0cac6fdc-afef-43a2-a4eb-0a487de32094 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:04.664214 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0c3e398d-c96f-4897-bd9d-ad055127600b req-0cac6fdc-afef-43a2-a4eb-0a487de32094 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 945 time: 0.0890274
Apr 08 12:25:04.695442 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0c3e398d-c96f-4897-bd9d-ad055127600b req-a444e1ab-bc98-4d17-95d3-79740bddf69c tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/security-groups?id=e63ab4b9-067c-4d06-a9e1-408e5560f283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246358
Apr 08 12:25:04.887971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-35dcec40-3423-43b1-8d8f-271f58d5bc4d tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:04.889495 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-35dcec40-3423-43b1-8d8f-271f58d5bc4d tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 945 time: 0.0871358
Apr 08 12:25:04.967987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Deleting port 39eece46-43e7-4706-b119-107bf37931c1 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:25:04.968373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:05.234258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] For port 39eece46-43e7-4706-b119-107bf37931c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39eece46-43e7-4706-b119-107bf37931c1,segment=NetworkSegment(4209f532-07d5-4500-8df4-a4b577dc3932),segment_id=4209f532-07d5-4500-8df4-a4b577dc3932)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:25:05.234258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:05.291533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:05.361090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Calling delete_port for 39eece46-43e7-4706-b119-107bf37931c1 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:25:05.531443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:05.543242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['39eece46-43e7-4706-b119-107bf37931c1'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:25:05.549206 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e0ae15ac-52d8-4fa6-a1bd-efdb74ef8306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:05.647981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Pushing event deleted for resources: {'Port': ['ID=39eece46-43e7-4706-b119-107bf37931c1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:05.657301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:05.790793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] No DVR routers for this DVR port 39eece46-43e7-4706-b119-107bf37931c1 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:25:05.793275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:05.796235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'name': 'network-vif-deleted', 'tag': '39eece46-43e7-4706-b119-107bf37931c1'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:25:05.853654 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a7f030c0-df1d-48fe-9481-93f75982da1a req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.55 "DELETE /v2.0/ports/39eece46-43e7-4706-b119-107bf37931c1 HTTP/1.1" status: 204  len: 173 time: 0.9579518
Apr 08 12:25:05.860056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-6aa2f567-1b88-4bf7-aad0-c2267a269b71 req-16263319-49d1-4726-bd76-a5bdb887deae tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Synchronizing usage tracker for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:25:05.906151 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ba907-3ad2-40b8-90c6-55d5251aa91a', 'name': 'network-vif-deleted', 'tag': '39eece46-43e7-4706-b119-107bf37931c1', 'status': 'completed', 'code': 200}
Apr 08 12:25:05.919039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-6aa2f567-1b88-4bf7-aad0-c2267a269b71 req-16263319-49d1-4726-bd76-a5bdb887deae tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Unset dirty status for tenant:77de47205a4543c1992a0e5acc27ed3d on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:25:05.920305 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6aa2f567-1b88-4bf7-aad0-c2267a269b71 req-16263319-49d1-4726-bd76-a5bdb887deae tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] 10.222.0.43 "GET /v2.0/ports?device_id=232ba907-3ad2-40b8-90c6-55d5251aa91a HTTP/1.1" status: 200  len: 210 time: 0.1109526
Apr 08 12:25:08.606905 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 39eece46-43e7-4706-b119-107bf37931c1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:25:08.643583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 39eece46-43e7-4706-b119-107bf37931c1 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:25:08.643983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 39eece46-43e7-4706-b119-107bf37931c1 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:25:24.468614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-145b48ff-1327-4bf7-9a4d-605c40886cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:26.684526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-af140ac3-0719-4f99-8fc5-7bd594f2c376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:27.050988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:28.296693 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:28.822534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:33.761537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53430) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:33.831115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Deleting subnet 0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42 {{(pid=84431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:25:33.834193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:33.885936 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852218557'] for subnet, precommit_delete_associations {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:33.948776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:34.222979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853752265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2274662'] for subnet, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:34.239326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ed1ab17d-2f4e-4f05-bce0-6869085b259e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:34.326565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:34.348399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.349432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.350099 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.350602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.351012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.351417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.351818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.352219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.352616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.353011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.353404 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.353797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:34.358463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:34.384948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:34.392106 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a161ada5-189f-4b2a-9c1e-f11b15f7814f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0f5b4bdd-036e-4d91-89aa-eebd0b0b8d42 HTTP/1.1" status: 204  len: 168 time: 0.6285079
Apr 08 12:25:34.393823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53434) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:34.510356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:34.702882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:34.815577 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f00500eb8>,) {'filters': {'network_id': ['090d0cca-d772-4818-b41a-7784a21aa522']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:34.828640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00500eb8>, '4209f532-07d5-4500-8df4-a4b577dc3932') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:34.828984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00500eb8>, '4209f532-07d5-4500-8df4-a4b577dc3932') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:34.841014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:34.855595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:34.861737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:25:35.035698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Network 090d0cca-d772-4818-b41a-7784a21aa522 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:25:35.047987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:35.228157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Network 090d0cca-d772-4818-b41a-7784a21aa522 has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:25:35.245175 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:25:35.290179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:35.359521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:35.363191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:35.377215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:35.390389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Pushing event deleted for resources: {'Network': ['ID=090d0cca-d772-4818-b41a-7784a21aa522,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:35.393480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:35.423139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c21a808b-29a7-4c30-9b4e-5d769dca54fc admin admin] 10.222.0.43 "DELETE /v2.0/networks/090d0cca-d772-4818-b41a-7784a21aa522 HTTP/1.1" status: 204  len: 168 time: 1.0282333
Apr 08 12:25:35.855548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53440) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:35.891131 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-24db4755-eda1-4be9-a7c0-b8f1ad12cf4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77de47205a4543c1992a0e5acc27ed3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0343237
Apr 08 12:25:35.893506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53444) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:35.955269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:35.983000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:36.113742 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:36.120117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e3105f63-8a94-4d60-9441-76775975a0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:36.123455 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-d81ded58-f709-4f7d-9457-70e7e0594469 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1800046
Apr 08 12:25:36.135755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63ab4b9-067c-4d06-a9e1-408e5560f283,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:36.138036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:36.170161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:36.171430 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e63ab4b9-067c-4d06-a9e1-408e5560f283 HTTP/1.1" status: 204  len: 168 time: 0.2769847
Apr 08 12:25:36.294507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-4a1f437d-9e3d-4261-8a41-160b1d017eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:36.296139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-4a1f437d-9e3d-4261-8a41-160b1d017eb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 1098 time: 0.0833230
Apr 08 12:25:36.456195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-80f055fc-d8d6-42f1-b88d-fde3cb113556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:36.457768 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-80f055fc-d8d6-42f1-b88d-fde3cb113556 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1428142
Apr 08 12:25:36.564731 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-55781299-1419-4b84-97dd-5df9caa572b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d964002-0b3f-40c6-a636-560a76b20e7d HTTP/1.1" status: 200  len: 1000 time: 0.0996773
Apr 08 12:25:36.641637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-94885364-3563-40c4-8e46-f17ccec835f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:36.643229 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-94885364-3563-40c4-8e46-f17ccec835f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0708346
Apr 08 12:25:36.726597 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-6aa6f49d-888b-4990-a240-16881a8c6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:36.728204 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-6aa6f49d-888b-4990-a240-16881a8c6bdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779583
Apr 08 12:25:36.740062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-fdd3ae3b-4f4f-424f-90bf-57e724dd751a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:25:36.741163 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-fdd3ae3b-4f4f-424f-90bf-57e724dd751a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057218
Apr 08 12:25:36.886602 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-132bd778-3813-4558-a9fb-5bbdb4d8f33b service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383052
Apr 08 12:25:37.030579 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-57cdb828-8fcc-41c6-a429-99e53b23450d req-cab411d5-3538-421b-9aa8-2d41a683689e service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372912
Apr 08 12:25:37.119033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53470) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:37.230557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-594848302-network', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:25:37.235696 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:37.240235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Usage tracker for resource:network and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:37.243240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:37.249189 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:37.290857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Made reservation on behalf of 3c8d280858a84a1fa6535c7bdf155095 for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:25:37.295553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.308550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.324186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:37.328209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:37.331068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:37.337043 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:37.420827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.456375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.461479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-88b06514-6864-434b-bab1-5ec12787d13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:37.489104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:25:37.498066 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515aa289-ecb5-4748-bfdf-5089da0ad2a6,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:37.501894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:37.504655 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.505616 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Added segment 1e356a4d-c3d0-4eb7-9b2a-2df7779e1550 of type vlan for network 4d0f2def-993d-407d-b9ff-9bae1274942d
Apr 08 12:25:37.577421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.662192 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.663620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:37.664255 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:37.669122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9d62ad05-876b-4e46-8681-9331de80c090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:37.776002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Pushing event updated for resources: {'Network': ['ID=4d0f2def-993d-407d-b9ff-9bae1274942d,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:37.776002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:37.782853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network 4d0f2def-993d-407d-b9ff-9bae1274942d details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:25:37.794579 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ddb257ba-b2b7-4059-9744-2e97c2825797 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6743767
Apr 08 12:25:37.797525 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53476) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:37.804342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Request body: {'subnet': {'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-594848302-subnet', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'ip_version': 4}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:25:37.809524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:37.813715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Usage tracker for resource:subnet and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:37.817040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:37.824425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:37.873665 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Made reservation on behalf of 3c8d280858a84a1fa6535c7bdf155095 for: {'subnet': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:25:37.878715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852501169'] for subnet, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:38.386027 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1023739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852501122'] for subnet, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:38.401155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:38.525796 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33980395-2cf9-48f6-b206-b3aa47aa8ab7,revision_number=0']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:38.538262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:38.600876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Checking segment: {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:25:38.601275 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Network hostable DHCP agents. Network: 4d0f2def-993d-407d-b9ff-9bae1274942d, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:25:38.678291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Network 4d0f2def-993d-407d-b9ff-9bae1274942d is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:25:38.729595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, 4d0f2def-993d-407d-b9ff-9bae1274942d) {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:38.738520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3eea5f-5e46-4be0-ba03-594468b2abde None None] Network 4d0f2def-993d-407d-b9ff-9bae1274942d requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:25:38.741399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:38.742049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:38.784947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53480) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:38.785150 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-289aa316-1dcf-44ad-a6d1-9f34175b4944 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9864442
Apr 08 12:25:38.791757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:25:38.796838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:38.800939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Usage tracker for resource:router and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:38.804223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:38.810133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:38.839663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:38.840738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:38.964515 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:38.968207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-4d0f2def-993d-407d-b9ff-9bae1274942d', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:25:38.969144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:39.128331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Allocated IP 172.20.0.2 (4d0f2def-993d-407d-b9ff-9bae1274942d/33980395-2cf9-48f6-b206-b3aa47aa8ab7/9ce2cca2-d644-4740-ad79-8bda65b27201) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:25:39.276801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:39.442926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:39.454236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Transition to ACTIVE for port object 9ce2cca2-d644-4740-ad79-8bda65b27201 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:39.473803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Transition to ACTIVE for port object 9ce2cca2-d644-4740-ad79-8bda65b27201 will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:39.508667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:39.524789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:39.851077 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Pushing event updated for resources: {'Port': ['ID=9ce2cca2-d644-4740-ad79-8bda65b27201,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:39.863050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.863444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.863827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.864203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.864575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.864969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.865313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.865710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.866133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.866570 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.866939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.867301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:39.881820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:39.900798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:39.919866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Network 4d0f2def-993d-407d-b9ff-9bae1274942d is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:39.921015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:39.923367 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:25:39.932136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:40.017662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Attempting to bind port 9ce2cca2-d644-4740-ad79-8bda65b27201 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:25:40.018084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Attempting to bind port 9ce2cca2-d644-4740-ad79-8bda65b27201 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:25:40.018565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Attempting to bind port 9ce2cca2-d644-4740-ad79-8bda65b27201 on network 4d0f2def-993d-407d-b9ff-9bae1274942d {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:25:40.024310 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:25:40.024734 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Checking segment: {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:25:40.025186 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:40.025629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Bound using segment: {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:25:40.026147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Bound port: 9ce2cca2-d644-4740-ad79-8bda65b27201, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:25:40.026612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:40.076428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Allocated IP 172.27.1.171 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/10043d68-ee6b-418c-b4e1-58c5843ca18b) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:25:40.104800 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] For port 9ce2cca2-d644-4740-ad79-8bda65b27201, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:25:40.108096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] For port 9ce2cca2-d644-4740-ad79-8bda65b27201, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9ce2cca2-d644-4740-ad79-8bda65b27201,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:25:40.187692 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:40.203378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:40.229592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:40.303373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:40.319248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1142bc30-cc36-46b4-ad2b-1b5ec79bc724 tempest-ServerRescueNegativeTestJSON-826789939 tempest-ServerRescueNegativeTestJSON-826789939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:40.353261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Pushing event updated for resources: {'Port': ['ID=9ce2cca2-d644-4740-ad79-8bda65b27201,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:40.358717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:40.441720 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:25:40.463469 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Pushing event updated for resources: {'Port': ['ID=10043d68-ee6b-418c-b4e1-58c5843ca18b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:40.489438 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.489865 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.490282 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.491283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.491694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.492095 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.492492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.492891 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.493291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.493686 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.494081 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.494502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:40.500091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:40.534840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:40.535983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:40.538982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:25:41.062609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:41.426783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:41.668297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:25:41.788581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13901f5b-a4e1-45f3-9a7b-03fc01fe048a None None] Network 4d0f2def-993d-407d-b9ff-9bae1274942d requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:25:41.864963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:25:41.878428 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Sync routers for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:25:41.900362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:41.901030 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00609e48>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:41.931316 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:41.932657 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e221996e-0512-450f-b9fd-feba4534688b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1465847
Apr 08 12:25:41.938798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53484) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:41.973102 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3d0e9f3a-ca50-4e87-85c7-339995985eb7 None None] Provisioning for port 9ce2cca2-d644-4740-ad79-8bda65b27201 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:42.206987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:42.393679 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9ce2cca2-d644-4740-ad79-8bda65b27201 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:42.568158 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 9ce2cca2-d644-4740-ad79-8bda65b27201 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:42.583872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 9ce2cca2-d644-4740-ad79-8bda65b27201 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:42.584368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:42.720751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00609e48>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:40Z', 'revision_number': 3, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:42.741100 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Checking router: 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:25:42.741497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Updating router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 port 10043d68-ee6b-418c-b4e1-58c5843ca18b binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:25:42.772954 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-fd2dac36-2816-49dd-b88e-70bb6c419c1f None None] Provisioning complete for port 9ce2cca2-d644-4740-ad79-8bda65b27201 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:42.773280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fd2dac36-2816-49dd-b88e-70bb6c419c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:42.827091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:42.866412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 9ce2cca2-d644-4740-ad79-8bda65b27201, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9ce2cca2-d644-4740-ad79-8bda65b27201,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:25:42.872163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:42.913976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:42.918041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:42.920899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.104112 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=9ce2cca2-d644-4740-ad79-8bda65b27201,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:43.110903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:43.140381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Allocated IP 172.20.0.1 (4d0f2def-993d-407d-b9ff-9bae1274942d/33980395-2cf9-48f6-b206-b3aa47aa8ab7/98dd25c1-e3cd-4beb-917c-7128504d54d0) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:25:43.294716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.311273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Transition to ACTIVE for port object 98dd25c1-e3cd-4beb-917c-7128504d54d0 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:43.366670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.383089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-840b57a4-1d8d-4d97-9720-11c7ddb4a479 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:43.403826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.416482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Transition to ACTIVE for port object 10043d68-ee6b-418c-b4e1-58c5843ca18b will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:43.445234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.460545 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e5abc541-a77b-4f4f-b6be-34f29f122c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:43.520356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Pushing event updated for resources: {'Port': ['ID=98dd25c1-e3cd-4beb-917c-7128504d54d0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:43.525287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:43.579947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Network 4d0f2def-993d-407d-b9ff-9bae1274942d is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:43.581191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:43.583687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:25:43.647398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.785703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8614454-9304-4fa4-a482-82f47703af0b None None] Pushing event updated for resources: {'Port': ['ID=10043d68-ee6b-418c-b4e1-58c5843ca18b,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:43.798334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f8614454-9304-4fa4-a482-82f47703af0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:43.804054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.845616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Attempting to bind port 10043d68-ee6b-418c-b4e1-58c5843ca18b on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:25:43.846033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Attempting to bind port 10043d68-ee6b-418c-b4e1-58c5843ca18b by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:25:43.846469 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Attempting to bind port 10043d68-ee6b-418c-b4e1-58c5843ca18b on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:25:43.852150 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:25:43.852549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:25:43.852999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.853426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:25:43.853981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Bound port: 10043d68-ee6b-418c-b4e1-58c5843ca18b, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:25:43.854370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.934201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-92d9fd8f-b117-494a-bf16-becb2de62479 None None] Provisioning for port 98dd25c1-e3cd-4beb-917c-7128504d54d0 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:43.942561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-92d9fd8f-b117-494a-bf16-becb2de62479 None None] Provisioning complete for port 98dd25c1-e3cd-4beb-917c-7128504d54d0 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:43.942976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-92d9fd8f-b117-494a-bf16-becb2de62479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:43.972500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] For port 10043d68-ee6b-418c-b4e1-58c5843ca18b, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:25:43.989424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] For port 10043d68-ee6b-418c-b4e1-58c5843ca18b, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=10043d68-ee6b-418c-b4e1-58c5843ca18b,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:25:44.005615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-92d9fd8f-b117-494a-bf16-becb2de62479 None None] Port 98dd25c1-e3cd-4beb-917c-7128504d54d0 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:25:44.023522 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:44.039782 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c69aec72-893f-4625-9e10-a787e93d1a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:44.079080 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:44.096477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:44.126872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8517ef7f-a03b-4fe9-8eee-75a103649a31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:44.193884 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8614454-9304-4fa4-a482-82f47703af0b None None] Pushing event updated for resources: {'Port': ['ID=10043d68-ee6b-418c-b4e1-58c5843ca18b,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:44.197311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f8614454-9304-4fa4-a482-82f47703af0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:44.217406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Pushing event updated for resources: {'Port': ['ID=98dd25c1-e3cd-4beb-917c-7128504d54d0,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:44.222838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:44.234188 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:44.243154 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:44.243904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00609e48>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:44.367339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9ce2cca2-d644-4740-ad79-8bda65b27201 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:44.368121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Network 4d0f2def-993d-407d-b9ff-9bae1274942d is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:44.369295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:44.511669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 9ce2cca2-d644-4740-ad79-8bda65b27201 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:44.512082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:44.556458 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:44.571452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:25:44.743403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-2bab9930-9b1d-422a-b40f-68a978358d49 None None] Provisioning complete for port 98dd25c1-e3cd-4beb-917c-7128504d54d0 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:44.743716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bab9930-9b1d-422a-b40f-68a978358d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:44.766799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:25:44.784577 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] 10.222.0.43 "PUT /v2.0/routers/4c75d151-3bc8-4a0e-a2b5-8fab391bccd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8368802
Apr 08 12:25:44.924922 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-2bab9930-9b1d-422a-b40f-68a978358d49 None None] Port 98dd25c1-e3cd-4beb-917c-7128504d54d0 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:25:45.032828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00609e48>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 2, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:45.037092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364e513-691b-45e8-ab09-66231548ec8a None None] The sync data for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi is: [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 2, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:25:45.451811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53502) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:45.458411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2097031314-network', 'tenant_id': '95612e7244e74bb889206ac88d8444b4'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:25:45.464065 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:45.468269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Usage tracker for resource:network and tenant:95612e7244e74bb889206ac88d8444b4 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:45.472412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:45.479173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:45.542633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Made reservation on behalf of 95612e7244e74bb889206ac88d8444b4 for: {'network': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:25:45.547443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for network, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.561776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.579211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:45.584565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Usage tracker for resource:security_group_rule and tenant:95612e7244e74bb889206ac88d8444b4 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:45.587844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:45.594011 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:45.743538 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.776834 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.781857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2296f7d4-0ba0-420d-bbf2-2b13f4143fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:45.804935 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=84431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 12:25:45.828623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.829076 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.segments_db [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Added segment ebdfb338-a4a8-4c99-9361-4ca637da3708 of type vlan for network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4
Apr 08 12:25:45.833901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30838942-07de-4955-8d17-118b1d5cf3c1,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:45.840981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:45.870802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288272270059'] for network, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.936809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.938261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:45.938946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:45.944611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93d897eb-eb20-4e0e-94d4-e4121f20becb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:46.306040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Pushing event updated for resources: {'Network': ['ID=b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:46.309017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:46.323078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 details requested by agent ovs-agent-dv-cinder-784779-3-iscsi with host dv-cinder-784779-3-iscsi {{(pid=84432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 12:25:46.347582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53506) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:46.348005 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5dcdf525-649c-4779-ab31-83ebad8a5d57 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8946891
Apr 08 12:25:46.354549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Request body: {'subnet': {'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2097031314-subnet', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:25:46.359852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:46.363955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Usage tracker for resource:subnet and tenant:95612e7244e74bb889206ac88d8444b4 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:46.368763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:46.374899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:46.401864 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 10043d68-ee6b-418c-b4e1-58c5843ca18b up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:46.417059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Made reservation on behalf of 95612e7244e74bb889206ac88d8444b4 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:25:46.421880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036324339444'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:46.531287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 10043d68-ee6b-418c-b4e1-58c5843ca18b completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:46.536347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 10043d68-ee6b-418c-b4e1-58c5843ca18b triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:46.536763 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:46.665424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:46.683052 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 10043d68-ee6b-418c-b4e1-58c5843ca18b, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=10043d68-ee6b-418c-b4e1-58c5843ca18b,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:25:46.714505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:46.716456 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f8614454-9304-4fa4-a482-82f47703af0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:46.786829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=10043d68-ee6b-418c-b4e1-58c5843ca18b,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:46.790785 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:46.863150 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036324339395'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:46.878450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:46.999326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b60bb13-247a-42c1-b23c-5adaae26a1d2,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:47.003991 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:47.071448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Checking segment: {'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:25:47.071770 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Network hostable DHCP agents. Network: b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4, hostable agents: ['12a3be2b-0279-4a78-a694-f9c637801edc'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 12:25:47.118760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 is scheduled to be hosted by DHCP agent 12a3be2b-0279-4a78-a694-f9c637801edc with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 12:25:47.171536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-iscsi, b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:47.180813 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396f51c-3b73-4e09-9f81-dd14dbd0ce4c None None] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:25:47.183670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:47.184315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.228031 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2d0680cc-f378-4f4c-a68a-43b7110665f7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8792772
Apr 08 12:25:47.230878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53510) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:47.236270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:25:47.241452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:25:47.246091 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Usage tracker for resource:router and tenant:95612e7244e74bb889206ac88d8444b4 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:25:47.249072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:25:47.255334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:25:47.290355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2437'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.291487 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773363'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.306071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.409222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a4df723-ee3c-581e-ad86-a3e51ded0605-b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'fixed_ips': [{'subnet_id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2'}]}} from dv-cinder-784779-3-iscsi. {{(pid=84432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 12:25:47.410181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.574533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Allocated IP 172.20.0.2 (b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4/5b60bb13-247a-42c1-b23c-5adaae26a1d2/b3194304-40fc-4730-8ce4-4aaae3705a5c) {{(pid=84432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:25:47.628286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773382'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.794772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.806716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Transition to ACTIVE for port object b3194304-40fc-4730-8ce4-4aaae3705a5c will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:47.828220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Transition to ACTIVE for port object b3194304-40fc-4730-8ce4-4aaae3705a5c will not be triggered until provisioned by entity DHCP. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:47.862596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508'] for port, after_create {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:47.884107 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9aef2e85-079f-49f4-8f11-0618c058051a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:48.212031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Pushing event updated for resources: {'Port': ['ID=b3194304-40fc-4730-8ce4-4aaae3705a5c,revision_number=1']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:48.214955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:48.268427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 is already hosted by enough agents. {{(pid=84432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:48.269717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Resources bound (agent type, host, resource id):  {{(pid=84432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:48.273633 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Received port after_create {{(pid=84432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:25:48.286047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.319795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.320509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Sync routers for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:25:48.330942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:48.334878 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f01708be0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:48.357244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 10043d68-ee6b-418c-b4e1-58c5843ca18b up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:48.442331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Attempting to bind port b3194304-40fc-4730-8ce4-4aaae3705a5c on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:25:48.442750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Attempting to bind port b3194304-40fc-4730-8ce4-4aaae3705a5c by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:25:48.443303 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Attempting to bind port b3194304-40fc-4730-8ce4-4aaae3705a5c on network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:25:48.453244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:25:48.453430 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Checking segment: {'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:25:48.453806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.454385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Bound using segment: {'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:25:48.455083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Bound port: b3194304-40fc-4730-8ce4-4aaae3705a5c, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:25:48.455308 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.472328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Allocated IP 172.27.1.62 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/e0222576-53a2-423c-90d7-a9d62434a043) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:25:48.503106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 10043d68-ee6b-418c-b4e1-58c5843ca18b triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:48.503528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.541396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:48.603228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] For port b3194304-40fc-4730-8ce4-4aaae3705a5c, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:25:48.607331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] For port b3194304-40fc-4730-8ce4-4aaae3705a5c, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=b3194304-40fc-4730-8ce4-4aaae3705a5c,segment=NetworkSegment(ebdfb338-a4a8-4c99-9361-4ca637da3708),segment_id=ebdfb338-a4a8-4c99-9361-4ca637da3708)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:25:48.637258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.644316 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.666516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:48.695949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:48.712299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:48.831649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Pushing event updated for resources: {'Port': ['ID=b3194304-40fc-4730-8ce4-4aaae3705a5c,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:48.835737 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:48.857243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Pushing event updated for resources: {'Port': ['ID=e0222576-53a2-423c-90d7-a9d62434a043,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:48.861962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:48.886792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f01708be0>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 2, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:48.891757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Checking router: 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:25:48.892163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Updating router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 port 98dd25c1-e3cd-4beb-917c-7128504d54d0 binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:25:48.920758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:48.922031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:48.924403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:25:48.951071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:49.437876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:49.547448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:49.559735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Transition to ACTIVE for port object 98dd25c1-e3cd-4beb-917c-7128504d54d0 will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:49.592402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:49.608108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-03b10c2f-c6ab-402a-a665-815afa11ee94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:49.739053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Pushing event updated for resources: {'Port': ['ID=98dd25c1-e3cd-4beb-917c-7128504d54d0,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:49.762055 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.762463 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.762848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.763217 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.763580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.763944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.764304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.764664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.765041 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.765399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.765757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.766110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:25:49.771929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:49.798666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854135777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854127225'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:49.963984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Attempting to bind port 98dd25c1-e3cd-4beb-917c-7128504d54d0 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:25:49.964312 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Attempting to bind port 98dd25c1-e3cd-4beb-917c-7128504d54d0 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:25:49.964836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Attempting to bind port 98dd25c1-e3cd-4beb-917c-7128504d54d0 on network 4d0f2def-993d-407d-b9ff-9bae1274942d {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:25:49.970576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:25:49.970985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Checking segment: {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:25:49.971432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:49.971860 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Bound using segment: {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:25:49.972369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Bound port: 98dd25c1-e3cd-4beb-917c-7128504d54d0, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:25:49.972778 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:50.101659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e is scheduled to L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 12:25:50.134988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] For port 98dd25c1-e3cd-4beb-917c-7128504d54d0, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:25:50.138442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] For port 98dd25c1-e3cd-4beb-917c-7128504d54d0, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=98dd25c1-e3cd-4beb-917c-7128504d54d0,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:25:50.171542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:50.187562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3938e22d-e69b-464a-b021-ec7d05642f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:50.320601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:25:50.331639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Sync routers for ids ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:25:50.333251 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Pushing event updated for resources: {'Port': ['ID=98dd25c1-e3cd-4beb-917c-7128504d54d0,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:50.349173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0ec00f5e-df94-40cd-8bfd-72c1ebec8cfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:50.349925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Routers {'d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:50.350519 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0081ab70>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:50.377093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:50.397373 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:50.399761 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-a0eba174-5a04-46f4-8f7a-f533b2931f50 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1663203
Apr 08 12:25:50.399897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f01708be0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:50.401038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53514) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:25:50.432669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfac0eb-8f0b-429c-84d8-4784489442bd None None] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:25:50.566239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device b3194304-40fc-4730-8ce4-4aaae3705a5c up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:50.632383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:50.753792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-39dcb3b1-f265-4cc6-b628-e4b725944683 None None] Provisioning for port b3194304-40fc-4730-8ce4-4aaae3705a5c completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:50.899002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port b3194304-40fc-4730-8ce4-4aaae3705a5c completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:50.918365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Set router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:50.964256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port b3194304-40fc-4730-8ce4-4aaae3705a5c triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:50.964689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:50.982988 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f01708be0>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:50Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:50.987471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e082d-af48-4ff5-b9d0-8875e01b66f5 None None] The sync data for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi is: [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:50Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:25:51.359666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:51.409064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port b3194304-40fc-4730-8ce4-4aaae3705a5c, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=b3194304-40fc-4730-8ce4-4aaae3705a5c,segment=NetworkSegment(ebdfb338-a4a8-4c99-9361-4ca637da3708),segment_id=ebdfb338-a4a8-4c99-9361-4ca637da3708)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:25:51.439162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0081ab70>, [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:25:49Z', 'revision_number': 3, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:51.447329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Checking router: d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:25:51.447753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Updating router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e port e0222576-53a2-423c-90d7-a9d62434a043 binding host dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:25:51.490745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:51.500767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:51.570379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:51.767277 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-a21c7215-3a08-48db-9f69-602ef4258cad None None] Provisioning complete for port b3194304-40fc-4730-8ce4-4aaae3705a5c triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:51.767807 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a21c7215-3a08-48db-9f69-602ef4258cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:51.800338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:51.809961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Allocated IP 172.20.0.1 (b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4/5b60bb13-247a-42c1-b23c-5adaae26a1d2/e076c930-d0b1-4d79-b774-0ba8b6fa8dc2) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:25:51.884799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=b3194304-40fc-4730-8ce4-4aaae3705a5c,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:51.893069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:52.010798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.027369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Transition to ACTIVE for port object e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:52.086201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.102695 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7450413d-da0a-497e-bcba-69b4b0e6ab07 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:52.239240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Pushing event updated for resources: {'Port': ['ID=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:52.246386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:52.302286 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:52.303460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.303882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:52.306216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:25:52.316523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Transition to ACTIVE for port object e0222576-53a2-423c-90d7-a9d62434a043 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:52.354422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.363269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577099'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.380254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:52.469693 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device b3194304-40fc-4730-8ce4-4aaae3705a5c up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:52.528711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.568873 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b5d2c-3ca5-4b1a-b759-0b0bc5f40b78 None None] Pushing event updated for resources: {'Port': ['ID=e0222576-53a2-423c-90d7-a9d62434a043,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:52.577184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-483b5d2c-3ca5-4b1a-b759-0b0bc5f40b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:52.640520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port b3194304-40fc-4730-8ce4-4aaae3705a5c triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:52.640812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.678906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3322d2d6-7243-4fb3-971c-b9f0c3349541 None None] Provisioning for port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:52.706173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-3322d2d6-7243-4fb3-971c-b9f0c3349541 None None] Provisioning complete for port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:52.706649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3322d2d6-7243-4fb3-971c-b9f0c3349541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.751557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Attempting to bind port e0222576-53a2-423c-90d7-a9d62434a043 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:25:52.751976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Attempting to bind port e0222576-53a2-423c-90d7-a9d62434a043 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:25:52.752393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Attempting to bind port e0222576-53a2-423c-90d7-a9d62434a043 on network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:25:52.772193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:25:52.772612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Checking segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:25:52.773064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.773506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Bound using segment: {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:25:52.774029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Bound port: e0222576-53a2-423c-90d7-a9d62434a043, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d5881-4ba9-4938-9274-5c6071c6ae1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:25:52.774470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.798278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.832646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.837810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-3322d2d6-7243-4fb3-971c-b9f0c3349541 None None] Port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:25:52.866999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-638c87db-3093-49fe-b96f-06fd7cdaa34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:52.920506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] For port e0222576-53a2-423c-90d7-a9d62434a043, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:25:52.923250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 98dd25c1-e3cd-4beb-917c-7128504d54d0 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:52.951198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853232668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645022'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:52.965635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] For port e0222576-53a2-423c-90d7-a9d62434a043, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e0222576-53a2-423c-90d7-a9d62434a043,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:25:52.966876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Pushing event updated for resources: {'Port': ['ID=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:52.994087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:53.013543 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-71fe0258-39b3-4b21-a41b-04f8093820dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:53.019731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:53.100680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:25:53.101894 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:25:53.123993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port 98dd25c1-e3cd-4beb-917c-7128504d54d0 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:53.142071 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 98dd25c1-e3cd-4beb-917c-7128504d54d0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:53.143828 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:53.226743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b5d2c-3ca5-4b1a-b759-0b0bc5f40b78 None None] Pushing event updated for resources: {'Port': ['ID=e0222576-53a2-423c-90d7-a9d62434a043,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:53.236534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-483b5d2c-3ca5-4b1a-b759-0b0bc5f40b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:53.313537 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:25:53.333064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Routers {'d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:53.333776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0081ab70>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:53.473434 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:53.505893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:25:53.515382 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] 10.222.0.43 "PUT /v2.0/routers/d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1132374
Apr 08 12:25:53.515523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-12087103-293c-4041-9630-8c3c45df2151 None None] Provisioning complete for port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:53.515829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-12087103-293c-4041-9630-8c3c45df2151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:53.546057 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port 98dd25c1-e3cd-4beb-917c-7128504d54d0, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=98dd25c1-e3cd-4beb-917c-7128504d54d0,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:25:53.603875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:53.607943 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:53.637673 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-12087103-293c-4041-9630-8c3c45df2151 None None] Port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:25:53.652184 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] Set router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:54.003475 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=98dd25c1-e3cd-4beb-917c-7128504d54d0,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:54.052904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:54.186270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0081ab70>, [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 4, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e076c930-d0b1-4d79-b774-0ba8b6fa8dc2', 'name': '', 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'mac_address': 'fa:16:3e:3d:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:51Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 2, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'subnets': [{'id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:54.190764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe971e-f9a2-4d88-b9e6-cd689c078d24 None None] The sync data for ids ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'] in dv-cinder-784779-3-iscsi is: [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 4, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e076c930-d0b1-4d79-b774-0ba8b6fa8dc2', 'name': '', 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'mac_address': 'fa:16:3e:3d:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:51Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 2, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'subnets': [{'id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:25:54.338505 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 98dd25c1-e3cd-4beb-917c-7128504d54d0 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:54.414722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port 98dd25c1-e3cd-4beb-917c-7128504d54d0 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:54.415153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:54.584383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-42fc7c5d-10af-45fb-bee4-ee3ed079d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:54.801571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809160d-9c0b-4017-9a3c-2ef94f487c30 req-1839020a-fcfb-4058-b639-abb147b3df81 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:54.810369 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0809160d-9c0b-4017-9a3c-2ef94f487c30 req-1839020a-fcfb-4058-b639-abb147b3df81 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 945 time: 0.1266024
Apr 08 12:25:54.843087 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0809160d-9c0b-4017-9a3c-2ef94f487c30 req-026cbcf3-16af-4a31-b4f2-cdb5216b588a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315580
Apr 08 12:25:56.129555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-fcab487e-da1e-459c-aee8-25d12d2cdf3d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:56.132569 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-fcab487e-da1e-459c-aee8-25d12d2cdf3d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 945 time: 0.1919343
Apr 08 12:25:56.185980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d60571-bb2b-461a-b284-b505a7258510 req-e48b947c-0ac9-43ee-b07e-5cde61f217be tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:25:56.187686 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c1d60571-bb2b-461a-b284-b505a7258510 req-e48b947c-0ac9-43ee-b07e-5cde61f217be tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 945 time: 0.1923416
Apr 08 12:25:56.246866 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c1d60571-bb2b-461a-b284-b505a7258510 req-55b34acc-df2b-4ce8-bfff-f7678a826a1f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505426
Apr 08 12:25:56.256351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Deleting port 0d964002-0b3f-40c6-a636-560a76b20e7d {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:25:56.256745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.414019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e0222576-53a2-423c-90d7-a9d62434a043 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:56.548067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port e0222576-53a2-423c-90d7-a9d62434a043 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:25:56.554214 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port e0222576-53a2-423c-90d7-a9d62434a043 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:56.554671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.624548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] For port 0d964002-0b3f-40c6-a636-560a76b20e7d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0d964002-0b3f-40c6-a636-560a76b20e7d,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:25:56.625318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.723487 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-74c0640e-ff59-457c-8065-296bf280b3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.729544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.748798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port e0222576-53a2-423c-90d7-a9d62434a043, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e0222576-53a2-423c-90d7-a9d62434a043,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:25:56.779072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.785078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:56.876689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=e0222576-53a2-423c-90d7-a9d62434a043,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:56.890213 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:56.977280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.977766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:56.978205 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Floating IP 82b5006e-67e5-473e-b27e-6ca59a40cce4 disassociated. External IP: 172.27.1.21, port: 0d964002-0b3f-40c6-a636-560a76b20e7d.
Apr 08 12:25:56.978622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Calling delete_port for 0d964002-0b3f-40c6-a636-560a76b20e7d owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:25:57.057244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:57.171495 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:57.233090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-3491c244-1dac-4fbe-b323-6c33a63f195f tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:57.435153 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4c89f111-0002-476b-8002-4a300761fdd4 req-1c8b01c4-0732-44d1-8716-2ad05cb796c5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 210 time: 0.0704167
Apr 08 12:25:57.594787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event deleted for resources: {'Port': ['ID=0d964002-0b3f-40c6-a636-560a76b20e7d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:57.605653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:25:57.825980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Sync routers for ids ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:25:57.839459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Routers {'d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:57.846996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f018b9a20>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:57.886342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:25:58.047145 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Set router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:58.140799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:25:58.152875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a3707-5757-4473-8372-7880d0e752cb None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:25:58.176223 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:58.179632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f02285a20>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:58.275480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] No DVR routers for this DVR port 0d964002-0b3f-40c6-a636-560a76b20e7d on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:25:58.278047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:58.280983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'name': 'network-vif-deleted', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:25:58.331889 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-88861ad7-aefd-45d5-9dde-2c9cf3b43e32 req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "DELETE /v2.0/ports/0d964002-0b3f-40c6-a636-560a76b20e7d HTTP/1.1" status: 204  len: 173 time: 2.1941159
Apr 08 12:25:58.484319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e0222576-53a2-423c-90d7-a9d62434a043 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:25:58.493520 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375ccd7f-c302-4444-85aa-7b4ab2af3a6e', 'name': 'network-vif-deleted', 'tag': '0d964002-0b3f-40c6-a636-560a76b20e7d', 'status': 'completed', 'code': 200}
Apr 08 12:25:58.554450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f018b9a20>, [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 4, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e076c930-d0b1-4d79-b774-0ba8b6fa8dc2', 'name': '', 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'mac_address': 'fa:16:3e:3d:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:51Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 2, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'subnets': [{'id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:58.570056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Checking router: d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:25:58.570762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Updating router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 binding host dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 12:25:58.631984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:58.640481 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:58.659169 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cff4387b-ec05-4864-9cc6-9245ff6dad56 req-f35740a8-eb00-40f8-82cf-26204a3af976 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 210 time: 0.0752287
Apr 08 12:25:58.702849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:58.817220 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port e0222576-53a2-423c-90d7-a9d62434a043 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:25:58.817644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:59.106093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:59.249072 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f02285a20>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:59.257265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a3707-5757-4473-8372-7880d0e752cb None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:25:59.267755 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:25:59.268426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f02285a20>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:25:59.364391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Notify callbacks [] for port, precommit_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:59.384332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Transition to ACTIVE for port object e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 will not be triggered until provisioned by entity L2. {{(pid=84433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:25:59.422688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:25:59.445426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:25:59.510096 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:25:59.942147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9467a-aed5-4c93-8730-f96e81963b81 None None] Pushing event updated for resources: {'Port': ['ID=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,revision_number=3']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:25:59.967024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-73b9467a-aed5-4c93-8730-f96e81963b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:00.012226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Attempting to bind port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 on host dv-cinder-784779-3-iscsi for vnic_type normal with profile  {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:26:00.012612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Attempting to bind port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 by drivers openvswitch,hyperv on host dv-cinder-784779-3-iscsi at level 0 using segments [{'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:26:00.013019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Attempting to bind port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 on network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:26:00.027944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Checking agent: {'id': '8f479dc3-11d6-41ce-b14b-caad1266fbe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 28), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:26:00.028336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Checking segment: {'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:26:00.028790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:00.029227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Bound using segment: {'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'} {{(pid=84433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:26:00.029744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Bound port: e076c930-d0b1-4d79-b774-0ba8b6fa8dc2, host: dv-cinder-784779-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdfb338-a4a8-4c99-9361-4ca637da3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4'}}] {{(pid=84433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:26:00.030157 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:00.043603 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ad83a91c-5c96-4dae-a1ae-723265f1e3b7 req-f0da5966-3935-4349-a15e-269be2d77de8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:00.102783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ad83a91c-5c96-4dae-a1ae-723265f1e3b7 req-f0da5966-3935-4349-a15e-269be2d77de8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:00.103593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-179a3707-5757-4473-8372-7880d0e752cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f02285a20>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:00.104074 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ad83a91c-5c96-4dae-a1ae-723265f1e3b7 req-f0da5966-3935-4349-a15e-269be2d77de8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=375ccd7f-c302-4444-85aa-7b4ab2af3a6e HTTP/1.1" status: 200  len: 210 time: 0.1557872
Apr 08 12:26:00.108969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a3707-5757-4473-8372-7880d0e752cb None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:26:00.152359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] For port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2, host dv-cinder-784779-3-iscsi, cleared binding levels {{(pid=84433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:26:00.156855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] For port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2, host dv-cinder-784779-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,segment=NetworkSegment(ebdfb338-a4a8-4c99-9361-4ca637da3708),segment_id=ebdfb338-a4a8-4c99-9361-4ca637da3708)] {{(pid=84433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:26:00.200103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:00.220524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-45804ca7-b38b-4cbf-a1a0-db2e33385095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:00.381855 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9467a-aed5-4c93-8730-f96e81963b81 None None] Pushing event updated for resources: {'Port': ['ID=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,revision_number=4']} {{(pid=84433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:00.387620 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-73b9467a-aed5-4c93-8730-f96e81963b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:00.440801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Routers {'d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:26:00.441488 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f018b9a20>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:25:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:00.680332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c180a9-1f25-476e-91ef-dae77e56df36 None None] New status for floating IP 82b5006e-67e5-473e-b27e-6ca59a40cce4: DOWN {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:26:00.850899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] Set router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:26:00.917050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 0d964002-0b3f-40c6-a636-560a76b20e7d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:26:00.959877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 0d964002-0b3f-40c6-a636-560a76b20e7d {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:26:00.960281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 0d964002-0b3f-40c6-a636-560a76b20e7d not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:26:01.267630 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f018b9a20>, [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 4, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e076c930-d0b1-4d79-b774-0ba8b6fa8dc2', 'name': '', 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'mac_address': 'fa:16:3e:3d:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:51Z', 'updated_at': '2021-04-08T12:26:00Z', 'revision_number': 4, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'subnets': [{'id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:01.311281 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084f55c-e500-430a-9198-b73cc3b7310b None None] The sync data for ids ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'] in dv-cinder-784779-3-iscsi is: [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:25:52Z', 'revision_number': 4, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': 'e076c930-d0b1-4d79-b774-0ba8b6fa8dc2', 'name': '', 'network_id': 'b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'mac_address': 'fa:16:3e:3d:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:51Z', 'updated_at': '2021-04-08T12:26:00Z', 'revision_number': 4, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'subnets': [{'id': '5b60bb13-247a-42c1-b23c-5adaae26a1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:26:01.555167 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-8e5287e5-3554-4d9c-94fa-dbd8f598afa0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332410541&fields=id&tenant_id=5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 267 time: 0.0318580
Apr 08 12:26:01.745153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-96eac19c-b64e-4f9b-9c8a-9e70638080c6 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:01.746829 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-96eac19c-b64e-4f9b-9c8a-9e70638080c6 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 811 time: 0.1838896
Apr 08 12:26:01.767756 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-a196ec52-b0bc-4db9-bc6f-105900ae91ad tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/quotas/5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 375 time: 0.0125914
Apr 08 12:26:01.892104 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-6724df5c-8428-447f-abb8-a4086e1fc4ee tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1170051
Apr 08 12:26:01.910862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-f6f8a8bf-3253-4b13-8610-46575478f1ae service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 12:26:01.912688 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-f6f8a8bf-3253-4b13-8610-46575478f1ae service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062852
Apr 08 12:26:02.091971 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-9dd54e94-b0e9-40c1-8fb4-ef0145f74567 service neutron] 10.222.0.43 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717560
Apr 08 12:26:02.276303 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-38bd2f07-665b-4a8c-b24d-a30a67ffc334 service neutron] 10.222.0.43 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833289
Apr 08 12:26:02.415277 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:26:02.748033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning for port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:26:02.753625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:26:02.758111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:02.904479 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:02.930012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] For port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,segment=NetworkSegment(ebdfb338-a4a8-4c99-9361-4ca637da3708),segment_id=ebdfb338-a4a8-4c99-9361-4ca637da3708)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:02.965488 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:02.967703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:03.056349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Pushing event updated for resources: {'Port': ['ID=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:03.061082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:03.087915 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ecf96feb-e1a0-458f-8c0d-9415843a622f req-1b7704af-598c-4e80-b155-5c2f4a86e033 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 210 time: 0.1185305
Apr 08 12:26:04.291463 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e573b181-bf2f-42d3-a398-af099d3a9f24 req-0069be6b-80a9-4d68-a229-a73b08abc4c4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 210 time: 0.0651503
Apr 08 12:26:04.354421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 up at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:26:04.427707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Provisioning complete for port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:26:04.428129 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:05.454086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-3dae1ee3-66c7-44f8-aad0-08b5fd44af43 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:05.454086 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-3dae1ee3-66c7-44f8-aad0-08b5fd44af43 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 811 time: 0.1630678
Apr 08 12:26:05.454086 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-ea232a79-9e24-4c75-9a7b-b6900ea0cf45 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 8059 time: 0.0524921
Apr 08 12:26:05.454086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'port': {'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'admin_state_up': True, 'tenant_id': '5174f889b4cf4def811b78439275f602', 'security_groups': ['38f90380-4a2b-40b1-930b-0f87076c88d1']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:05.459504 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-594697c0-74da-4597-8078-5c5b4fe19769 req-4cb131e7-b492-408e-a515-97693fcb7b29 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 210 time: 0.0500271
Apr 08 12:26:05.552327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:05.562332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:06.541160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Made reservation on behalf of 5174f889b4cf4def811b78439275f602 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:26:06.551131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:06.551330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:06.667561 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e56e1fc0-1c2e-4d75-9d10-d41bf40d15e3 req-2c06e298-a1cc-4fc2-835e-98e4b754ac4d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 210 time: 0.0625904
Apr 08 12:26:06.770335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Allocated IP 172.20.0.4 (7f160ec1-7ce7-4365-ac22-b0d5421f97ed/47ed7463-d7b2-41aa-8460-c89ca983a3b4/fa87f37f-3b47-4e81-b0b3-efa22949c247) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:26:06.987762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:07.008409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Transition to ACTIVE for port object fa87f37f-3b47-4e81-b0b3-efa22949c247 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:26:07.061656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:07.078258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ec6fc485-18f6-4a98-a729-341a7510f88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:07.217571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=fa87f37f-3b47-4e81-b0b3-efa22949c247,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:07.221923 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:07.277883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:26:07.279056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:26:07.281443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:26:07.359556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:07.360369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:07.476266 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0734386
Apr 08 12:26:07.497670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Request body: {'port': {'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:07.593565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-f42e5093-cff1-439d-b790-6772ad5f4175 None None] Provisioning for port fa87f37f-3b47-4e81-b0b3-efa22949c247 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:26:07.599442 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-f42e5093-cff1-439d-b790-6772ad5f4175 None None] Provisioning complete for port fa87f37f-3b47-4e81-b0b3-efa22949c247 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:26:07.599908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f42e5093-cff1-439d-b790-6772ad5f4175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:07.660406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-f42e5093-cff1-439d-b790-6772ad5f4175 None None] Port fa87f37f-3b47-4e81-b0b3-efa22949c247 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:26:07.665352 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-dcd5b4ed-ae49-4d09-9cc9-a60a4380bf6b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:07.666997 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-dcd5b4ed-ae49-4d09-9cc9-a60a4380bf6b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 814 time: 0.2714252
Apr 08 12:26:07.675146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:07.726155 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f934c00-4f17-4e93-96c5-1ede4602d15f tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/quotas/3c8d280858a84a1fa6535c7bdf155095 HTTP/1.1" status: 200  len: 375 time: 0.0518939
Apr 08 12:26:07.890969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fb06a-7a71-4028-8a85-750643fd8eea req-6aa81826-8e3b-4332-a5de-5586f97a1b83 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:07.892481 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b56fb06a-7a71-4028-8a85-750643fd8eea req-6aa81826-8e3b-4332-a5de-5586f97a1b83 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 931 time: 0.0969708
Apr 08 12:26:07.926396 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b56fb06a-7a71-4028-8a85-750643fd8eea req-a41acb56-4bc9-460f-b8ed-f20ca2a6412b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260980
Apr 08 12:26:07.943426 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-1cef64fc-f007-452e-bee2-7611f276d278 req-b5290e84-3ae4-4364-bf88-d9a9eebbe67d tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Synchronizing usage tracker for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:08.071248 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-1cef64fc-f007-452e-bee2-7611f276d278 req-b5290e84-3ae4-4364-bf88-d9a9eebbe67d tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Unset dirty status for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:08.072646 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-b5290e84-3ae4-4364-bf88-d9a9eebbe67d tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3368964
Apr 08 12:26:08.545499 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-6ace212d-3943-4504-9a65-9fee16edcf40 service neutron] 10.222.0.43 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4591761
Apr 08 12:26:08.551236 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa87f37f-3b47-4e81-b0b3-efa22949c247 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:26:08.586637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:08.663331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Transition to ACTIVE for port object fa87f37f-3b47-4e81-b0b3-efa22949c247 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:26:08.704024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:08.720356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-fc1cf910-daea-443e-81ce-24db46248cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:08.806675 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-7b879f9d-95d6-4bde-99e3-16accfd83c51 service neutron] 10.222.0.43 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502978
Apr 08 12:26:08.861326 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Pushing event updated for resources: {'Port': ['ID=fa87f37f-3b47-4e81-b0b3-efa22949c247,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:08.866261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:09.135726 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a6c2bd73-491a-40c9-b00c-fd662d8c3e2f req-b8f88fc6-12a1-4238-bf05-68ab622650ef tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 210 time: 0.0640457
Apr 08 12:26:09.167207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1d7c-a498-4a84-8b7c-ca93205536b6 req-a6a030e4-8ba9-43bf-b311-d4190e60c0bf tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:09.168681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Attempting to bind port fa87f37f-3b47-4e81-b0b3-efa22949c247 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:26:09.168841 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51fc1d7c-a498-4a84-8b7c-ca93205536b6 req-a6a030e4-8ba9-43bf-b311-d4190e60c0bf tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.1003420
Apr 08 12:26:09.169063 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Attempting to bind port fa87f37f-3b47-4e81-b0b3-efa22949c247 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:26:09.169429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Attempting to bind port fa87f37f-3b47-4e81-b0b3-efa22949c247 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:26:09.174663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Port fa87f37f-3b47-4e81-b0b3-efa22949c247 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:26:09.175059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Attempting to bind port fa87f37f-3b47-4e81-b0b3-efa22949c247 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:26:09.180846 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:26:09.181247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Checking segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:26:09.181642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Bound using segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:26:09.182094 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Bound port: fa87f37f-3b47-4e81-b0b3-efa22949c247, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:26:09.182551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:09.206082 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-51fc1d7c-a498-4a84-8b7c-ca93205536b6 req-c01ab691-8b47-42cc-be46-e1ed6f8e3147 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0289741
Apr 08 12:26:09.266250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] For port fa87f37f-3b47-4e81-b0b3-efa22949c247, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:26:09.269391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] For port fa87f37f-3b47-4e81-b0b3-efa22949c247, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:26:09.308335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:09.324243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:09.477751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Pushing event updated for resources: {'Port': ['ID=fa87f37f-3b47-4e81-b0b3-efa22949c247,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:09.483098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:09.515906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:09.516634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:09.517979 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 200  len: 1093 time: 2.0278502
Apr 08 12:26:09.518547 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:26:09.582527 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'status': 'completed', 'code': 200}
Apr 08 12:26:09.675287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-a4daedce-f5a8-403c-b5f0-9bfd05133e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:09.677830 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-a4daedce-f5a8-403c-b5f0-9bfd05133e21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1096 time: 0.0886962
Apr 08 12:26:09.758685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-5b9d65fa-4654-44c1-b9d1-73771663158e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 200  len: 217 time: 0.0747256
Apr 08 12:26:09.827413 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-9918e28e-ee54-47db-bd45-55b888ab9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:09.828973 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-9918e28e-ee54-47db-bd45-55b888ab9977 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0642772
Apr 08 12:26:09.912296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-d6435222-8959-4d5d-b014-b813e633a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:09.913811 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-d6435222-8959-4d5d-b014-b813e633a524 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786061
Apr 08 12:26:10.056406 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-eda5f9c1-9b20-4a6f-8ebc-c959748612c1 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360552
Apr 08 12:26:10.201552 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e6bf6e04-83f8-4a32-a975-e97927011aa8 req-36dee0b6-00ca-4b2d-a599-ef7e2b21e336 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390865
Apr 08 12:26:10.305850 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-17dcc550-1188-45d4-84c9-6f737aa5823f req-02e1267a-1d77-4cc1-83a9-504290966de2 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 210 time: 0.0506568
Apr 08 12:26:10.444886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-d32f9d55-1b27-4efe-aad0-99a1a5a7e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:10.446504 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-d32f9d55-1b27-4efe-aad0-99a1a5a7e70b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1096 time: 0.1586599
Apr 08 12:26:10.458596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d710d-969b-4d27-bb96-6ee491488f04 req-e7a36006-b1d4-4576-90e6-d06f027000fe tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:10.459306 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-774d710d-969b-4d27-bb96-6ee491488f04 req-e7a36006-b1d4-4576-90e6-d06f027000fe tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:10.589126 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-774d710d-969b-4d27-bb96-6ee491488f04 req-e7a36006-b1d4-4576-90e6-d06f027000fe tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:10.590547 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-774d710d-969b-4d27-bb96-6ee491488f04 req-e7a36006-b1d4-4576-90e6-d06f027000fe tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.2475402
Apr 08 12:26:10.621904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-2039b034-7f3c-408f-8dd9-9a8c17faca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:10.623506 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-2039b034-7f3c-408f-8dd9-9a8c17faca34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1604106
Apr 08 12:26:10.635255 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-774d710d-969b-4d27-bb96-6ee491488f04 req-1524f968-887a-4905-8b57-0788789858c5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341532
Apr 08 12:26:10.709191 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-5135b8df-f14a-4965-91ef-995827456116 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 200  len: 217 time: 0.0764008
Apr 08 12:26:10.779576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-05cba71f-d008-4524-8cbe-fd46385b604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:10.781123 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-05cba71f-d008-4524-8cbe-fd46385b604a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0659752
Apr 08 12:26:10.868327 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-7cd15702-ae87-42af-8922-27464518667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:10.869962 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-7cd15702-ae87-42af-8922-27464518667c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819335
Apr 08 12:26:11.018745 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-982e872e-8a85-48ab-8847-63f25070b927 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371174
Apr 08 12:26:11.043634 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-598aa310-9999-4caa-8c55-17b07a6a0555 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:11.044465 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-1cef64fc-f007-452e-bee2-7611f276d278 req-598aa310-9999-4caa-8c55-17b07a6a0555 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Synchronizing usage tracker for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:network {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:11.113716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-1cef64fc-f007-452e-bee2-7611f276d278 req-598aa310-9999-4caa-8c55-17b07a6a0555 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Unset dirty status for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:network {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:11.115078 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-598aa310-9999-4caa-8c55-17b07a6a0555 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.55 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 814 time: 0.2282825
Apr 08 12:26:11.127115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'port': {'device_id': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'admin_state_up': True, 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:11.165759 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-758ba08a-1551-48ad-874b-85cf53b5dbb4 req-7ae75c68-9a18-4fdf-a487-436210af129d service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388376
Apr 08 12:26:11.275520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:11.285598 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:11.319688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Made reservation on behalf of 3c8d280858a84a1fa6535c7bdf155095 for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:26:11.326122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:11.481955 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-df70ae1a-1c68-4b84-8ff3-1d0a22e4a075 req-b490d73b-3f33-4333-9c05-89f1a2c381c1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 210 time: 0.0595980
Apr 08 12:26:11.555937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Allocated IP 172.20.0.12 (4d0f2def-993d-407d-b9ff-9bae1274942d/33980395-2cf9-48f6-b206-b3aa47aa8ab7/e1cac246-8b1b-4654-8126-5f3b625326b3) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:26:11.766215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:11.782944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Transition to ACTIVE for port object e1cac246-8b1b-4654-8126-5f3b625326b3 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:26:11.841168 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d53bc-49ed-4478-9879-c5648342a2a7 req-9b5efc63-b0f6-42b7-b409-799c11c50cdf tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:11.842773 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c39d53bc-49ed-4478-9879-c5648342a2a7 req-9b5efc63-b0f6-42b7-b409-799c11c50cdf tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.0930076
Apr 08 12:26:11.845918 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:11.885161 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c39d53bc-49ed-4478-9879-c5648342a2a7 req-be82acce-8ebb-4977-915f-c9b2ed460193 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352998
Apr 08 12:26:11.985906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8c914e8b-9994-4e91-b9fa-12ef0cb2802c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:12.077653 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Network 4d0f2def-993d-407d-b9ff-9bae1274942d is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:26:12.078704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:12.090156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:12.091363 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:26:12.093791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:26:12.168847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:12.169557 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:12.228850 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-1502b9a5-abe5-42a0-ba11-3ae747630823 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1058588
Apr 08 12:26:12.376736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-102bea7f-4ceb-4038-8bad-ae7952e63e58 None None] Provisioning for port e1cac246-8b1b-4654-8126-5f3b625326b3 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:26:12.399227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-102bea7f-4ceb-4038-8bad-ae7952e63e58 None None] Provisioning complete for port e1cac246-8b1b-4654-8126-5f3b625326b3 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:26:12.399790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-102bea7f-4ceb-4038-8bad-ae7952e63e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:12.458591 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-102bea7f-4ceb-4038-8bad-ae7952e63e58 None None] Port e1cac246-8b1b-4654-8126-5f3b625326b3 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:26:12.704305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67976bb-66da-4384-bb16-4d8488df2a6b req-f9beaef7-fe70-4b70-911e-a729351ac6d0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:12.704990 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c67976bb-66da-4384-bb16-4d8488df2a6b req-f9beaef7-fe70-4b70-911e-a729351ac6d0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Synchronizing usage tracker for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:12.753808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c67976bb-66da-4384-bb16-4d8488df2a6b req-f9beaef7-fe70-4b70-911e-a729351ac6d0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Unset dirty status for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:12.755701 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c67976bb-66da-4384-bb16-4d8488df2a6b req-f9beaef7-fe70-4b70-911e-a729351ac6d0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.1462052
Apr 08 12:26:12.787740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c67976bb-66da-4384-bb16-4d8488df2a6b req-2643baa5-f7d7-4440-bd3d-8a43c657e6f9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Synchronizing usage tracker for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:12.834671 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-c67976bb-66da-4384-bb16-4d8488df2a6b req-2643baa5-f7d7-4440-bd3d-8a43c657e6f9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Unset dirty status for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:12.836010 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c67976bb-66da-4384-bb16-4d8488df2a6b req-2643baa5-f7d7-4440-bd3d-8a43c657e6f9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737216
Apr 08 12:26:13.094949 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c9687-04f0-483f-a5f3-76230db4633f req-ecf1399c-8cd4-48c9-be94-115ccc01a5cf tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:13.100031 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a01c9687-04f0-483f-a5f3-76230db4633f req-ecf1399c-8cd4-48c9-be94-115ccc01a5cf tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.1031454
Apr 08 12:26:13.129447 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a01c9687-04f0-483f-a5f3-76230db4633f req-f923751e-8ee2-4d91-a79c-2983eae914f5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263348
Apr 08 12:26:14.050149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6deb7-5f04-4606-8ffc-4ba3998d59d6 req-3dc8c1ce-72c1-4f50-8d0d-ce2cf38f9c38 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:14.051821 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-22a6deb7-5f04-4606-8ffc-4ba3998d59d6 req-3dc8c1ce-72c1-4f50-8d0d-ce2cf38f9c38 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.0961111
Apr 08 12:26:14.086683 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-22a6deb7-5f04-4606-8ffc-4ba3998d59d6 req-f465c67d-b7a2-4b3e-9d10-6b781ba0c28a tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272760
Apr 08 12:26:14.352171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cba32d-4400-40f6-a96a-e91451c87340 req-d656a0ed-73ef-400f-b128-82e3e6a83cbd tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:14.353785 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-30cba32d-4400-40f6-a96a-e91451c87340 req-d656a0ed-73ef-400f-b128-82e3e6a83cbd tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.0898793
Apr 08 12:26:14.399546 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-30cba32d-4400-40f6-a96a-e91451c87340 req-17dd9f68-1957-4066-bc6f-e6ee505860a3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383430
Apr 08 12:26:15.296274 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83636da-ab90-4caa-bf87-f26096cd1c42 req-38d67ccb-ac76-4aee-b553-9dc61e7bbed1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:15.298063 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a83636da-ab90-4caa-bf87-f26096cd1c42 req-38d67ccb-ac76-4aee-b553-9dc61e7bbed1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.0968232
Apr 08 12:26:15.330917 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a83636da-ab90-4caa-bf87-f26096cd1c42 req-c5b583da-2612-4222-b565-2a3a33fe0b9e tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264375
Apr 08 12:26:15.607701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaee64c-9132-4cee-ba4f-2a043effd622 req-b4ce08a7-5ee1-4135-90a5-fab2f0ac2f0a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:15.609330 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3aaee64c-9132-4cee-ba4f-2a043effd622 req-b4ce08a7-5ee1-4135-90a5-fab2f0ac2f0a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.0951843
Apr 08 12:26:15.642980 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3aaee64c-9132-4cee-ba4f-2a043effd622 req-ae64d497-0ca4-4fe9-9a5b-0e8fc0ef92d4 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262377
Apr 08 12:26:16.544804 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b71ec-7603-4874-a554-98c16273fef1 req-4a82e7d8-b413-4286-b9a8-615323a01b96 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:16.546432 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a52b71ec-7603-4874-a554-98c16273fef1 req-4a82e7d8-b413-4286-b9a8-615323a01b96 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.0940657
Apr 08 12:26:16.578716 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a52b71ec-7603-4874-a554-98c16273fef1 req-ba3b3fa7-03e0-49c8-9fdd-4aee32ce119f tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255411
Apr 08 12:26:16.852260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad12fd-f611-429f-80c7-6b9f013a628d req-632cafcc-cdf8-403c-b97b-3f83dabf77a7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:16.853766 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aaad12fd-f611-429f-80c7-6b9f013a628d req-632cafcc-cdf8-403c-b97b-3f83dabf77a7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.0914211
Apr 08 12:26:16.886815 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aaad12fd-f611-429f-80c7-6b9f013a628d req-80d4c756-789e-447b-9640-9c3be8bf659c tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262892
Apr 08 12:26:17.442257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:26:17.795449 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a762d-6e03-4254-a998-9c5310633701 req-91fdf791-39b1-40a3-9164-9059dfb90f1a tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:17.797052 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f96a762d-6e03-4254-a998-9c5310633701 req-91fdf791-39b1-40a3-9164-9059dfb90f1a tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.0938711
Apr 08 12:26:17.829036 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f96a762d-6e03-4254-a998-9c5310633701 req-3be784c2-c976-48a7-94a9-7bb5281b910f tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254447
Apr 08 12:26:18.112200 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fc4a-6039-4e99-8bc6-c48d6fec1b6b req-2ec5dbdc-056b-454f-8cc6-58c8fd443f80 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:18.114373 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9891fc4a-6039-4e99-8bc6-c48d6fec1b6b req-2ec5dbdc-056b-454f-8cc6-58c8fd443f80 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.1097121
Apr 08 12:26:18.148071 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9891fc4a-6039-4e99-8bc6-c48d6fec1b6b req-de824f0c-fee1-4030-b751-32fae8bf8c93 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0271022
Apr 08 12:26:19.036862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584c528-6495-47e3-a302-d069cb77071d req-454d2151-65f8-4542-a089-38b93bf988fd tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:19.038484 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0584c528-6495-47e3-a302-d069cb77071d req-454d2151-65f8-4542-a089-38b93bf988fd tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.0926697
Apr 08 12:26:19.072527 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0584c528-6495-47e3-a302-d069cb77071d req-c1e81c92-f8b5-4e12-a1c3-3e4ef7324015 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277162
Apr 08 12:26:19.355136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c16ce-ef9a-4524-a103-f4ed78c62415 req-c72e2356-013d-43d1-a23a-0dabbe47ec4e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:19.356744 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d20c16ce-ef9a-4524-a103-f4ed78c62415 req-c72e2356-013d-43d1-a23a-0dabbe47ec4e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.0900943
Apr 08 12:26:19.389589 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d20c16ce-ef9a-4524-a103-f4ed78c62415 req-b2e01707-b24b-4e79-b6d5-a66a8944dc8e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0265703
Apr 08 12:26:20.286752 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb04a-04f5-40a2-b98f-ee5e64424a46 req-7a01e1a9-231d-466a-aa10-cb2ff0f73b55 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:20.288388 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-42deb04a-04f5-40a2-b98f-ee5e64424a46 req-7a01e1a9-231d-466a-aa10-cb2ff0f73b55 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.0940850
Apr 08 12:26:20.321238 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-42deb04a-04f5-40a2-b98f-ee5e64424a46 req-dcd08596-e12b-4317-ba5c-61ce1603f047 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264966
Apr 08 12:26:20.605247 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4282-5229-4b29-879d-4eab5835b956 req-cc970c22-a386-4eb3-b472-6597baef2c19 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:20.606887 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-388d4282-5229-4b29-879d-4eab5835b956 req-cc970c22-a386-4eb3-b472-6597baef2c19 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.0945334
Apr 08 12:26:20.640180 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-388d4282-5229-4b29-879d-4eab5835b956 req-71f7fdb3-6a55-44b5-a785-7479191e23f0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267963
Apr 08 12:26:21.579539 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75a03-ad04-4c88-8681-c0134aed0b8c req-e30207d2-4cf7-49f0-9d8d-7a726f8941e0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:21.581188 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9cf75a03-ad04-4c88-8681-c0134aed0b8c req-e30207d2-4cf7-49f0-9d8d-7a726f8941e0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 932 time: 0.1270268
Apr 08 12:26:21.615204 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9cf75a03-ad04-4c88-8681-c0134aed0b8c req-b15bb660-9449-446f-a48a-3f853059afd0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262308
Apr 08 12:26:21.934506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05999a-2a32-45bc-bb4a-86227ef53ff2 req-5e99e4b0-0d97-4102-9848-9ffac0e52aba tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:21.934506 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3f05999a-2a32-45bc-bb4a-86227ef53ff2 req-5e99e4b0-0d97-4102-9848-9ffac0e52aba tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.0938735
Apr 08 12:26:21.934506 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3f05999a-2a32-45bc-bb4a-86227ef53ff2 req-db9e250d-1a97-4cb3-9e36-acb11f29b36b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260892
Apr 08 12:26:21.972021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Request body: {'port': {'device_id': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:22.132609 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:22.579118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cac246-8b1b-4654-8126-5f3b625326b3 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:26:22.588636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:22.604441 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Transition to ACTIVE for port object e1cac246-8b1b-4654-8126-5f3b625326b3 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:26:22.650712 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:22.666829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-eda433a7-e1a7-4b88-adac-fde9c64d3751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:22.853511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:22.858786 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:22.929253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b56f3-ac1d-4280-af10-1c03c53be170 req-524720b7-302e-4781-9847-5179ebc7aaf3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:22.930861 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1e7b56f3-ac1d-4280-af10-1c03c53be170 req-524720b7-302e-4781-9847-5179ebc7aaf3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 944 time: 0.1654661
Apr 08 12:26:23.055410 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1e7b56f3-ac1d-4280-af10-1c03c53be170 req-78f139e5-66a1-4b06-b870-5adb1456abca tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677571
Apr 08 12:26:23.136020 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Attempting to bind port e1cac246-8b1b-4654-8126-5f3b625326b3 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:26:23.136398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Attempting to bind port e1cac246-8b1b-4654-8126-5f3b625326b3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:26:23.136766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Attempting to bind port e1cac246-8b1b-4654-8126-5f3b625326b3 on network 4d0f2def-993d-407d-b9ff-9bae1274942d {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:26:23.137118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30bc4a-2aaf-4b26-89e7-90f852770833 req-79e0ff4f-c31a-467a-b673-7107190edd64 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:23.138767 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3e30bc4a-2aaf-4b26-89e7-90f852770833 req-79e0ff4f-c31a-467a-b673-7107190edd64 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.1020069
Apr 08 12:26:23.141814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Port e1cac246-8b1b-4654-8126-5f3b625326b3 on network 4d0f2def-993d-407d-b9ff-9bae1274942d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:26:23.142173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Attempting to bind port e1cac246-8b1b-4654-8126-5f3b625326b3 on network 4d0f2def-993d-407d-b9ff-9bae1274942d {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:26:23.147862 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:26:23.148210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Checking segment: {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:26:23.148625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Bound using segment: {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:26:23.149093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Bound port: e1cac246-8b1b-4654-8126-5f3b625326b3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:26:23.149478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:23.172844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3e30bc4a-2aaf-4b26-89e7-90f852770833 req-5ea70ac7-e2c3-453c-9ba7-ec6674ddffb7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0265038
Apr 08 12:26:23.226382 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:26:23.229395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e1cac246-8b1b-4654-8126-5f3b625326b3,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:26:23.262082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:23.276934 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ce062ce4-2d72-4871-b5dd-b764f14b21f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:23.430219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:23.434292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:23.466956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:23.467715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:23.469039 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 1094 time: 1.5030277
Apr 08 12:26:23.469580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:26:23.518822 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'status': 'completed', 'code': 200}
Apr 08 12:26:23.616292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd48d4-0f64-4095-809a-58a4e7f3ee1c req-cc56d67c-4787-4e74-954a-500f43915b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:23.617902 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d0dd48d4-0f64-4095-809a-58a4e7f3ee1c req-cc56d67c-4787-4e74-954a-500f43915b22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1097 time: 0.0799212
Apr 08 12:26:23.768791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd48d4-0f64-4095-809a-58a4e7f3ee1c req-00fcf8bd-524c-4110-9158-b0f636f89484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:23.770814 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d0dd48d4-0f64-4095-809a-58a4e7f3ee1c req-00fcf8bd-524c-4110-9158-b0f636f89484 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3c8d280858a84a1fa6535c7bdf155095&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1454499
Apr 08 12:26:23.915230 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd48d4-0f64-4095-809a-58a4e7f3ee1c req-7c58c7ef-f2d4-4de1-b2a2-98d03b6160cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:23.916869 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d0dd48d4-0f64-4095-809a-58a4e7f3ee1c req-7c58c7ef-f2d4-4de1-b2a2-98d03b6160cc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1402061
Apr 08 12:26:24.026398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-49665d6e-5442-4f93-b118-7a4605128aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:24.027919 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-49665d6e-5442-4f93-b118-7a4605128aae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1097 time: 0.0765202
Apr 08 12:26:24.275087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1e51e-51aa-4bee-a635-4879f0b74000 req-38dd73e2-c315-4ae9-862a-cc958c0226f6 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:24.276844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2af1e51e-51aa-4bee-a635-4879f0b74000 req-38dd73e2-c315-4ae9-862a-cc958c0226f6 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 944 time: 0.1022127
Apr 08 12:26:24.311936 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2af1e51e-51aa-4bee-a635-4879f0b74000 req-e53fe8fa-5d9f-4999-8273-8b4a4a44be57 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278456
Apr 08 12:26:24.387170 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-3fd85acc-7f79-4f24-92b1-8308b6e66277 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 217 time: 0.3527038
Apr 08 12:26:24.474135 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-007ec92d-62bb-4342-8208-221914fb9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:24.475696 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-007ec92d-62bb-4342-8208-221914fb9327 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 200  len: 853 time: 0.0816193
Apr 08 12:26:24.479222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-be5dafca-913c-4256-9233-db30da0baf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:24.530263 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032728-9192-42d4-927f-60301a75ef61 req-e8fb90af-0089-46aa-b2e2-2341a99a2f9e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:24.531777 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-af032728-9192-42d4-927f-60301a75ef61 req-e8fb90af-0089-46aa-b2e2-2341a99a2f9e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 943 time: 0.1999404
Apr 08 12:26:24.571656 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-af032728-9192-42d4-927f-60301a75ef61 req-8f5bec3e-682c-4105-9992-c85421c450d6 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310817
Apr 08 12:26:24.593316 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64fc-f007-452e-bee2-7611f276d278 req-3add2c3b-f491-4780-b2f2-3150aec7471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:24.594918 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-3add2c3b-f491-4780-b2f2-3150aec7471b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d0f2def-993d-407d-b9ff-9bae1274942d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1121557
Apr 08 12:26:24.736924 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-44858a3a-c00e-4dff-889d-ef867ffb8842 service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347077
Apr 08 12:26:24.880244 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-1cef64fc-f007-452e-bee2-7611f276d278 req-a60dd0ec-bd23-429b-bb86-14689ef3a85b service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362917
Apr 08 12:26:25.023638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fa87f37f-3b47-4e81-b0b3-efa22949c247 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:26:25.162116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fa87f37f-3b47-4e81-b0b3-efa22949c247, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:25.175605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:26:25.237328 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:25.238704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa87f37f-3b47-4e81-b0b3-efa22949c247 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:26:25.254435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fa87f37f-3b47-4e81-b0b3-efa22949c247, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:25.313016 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:25.314987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:25.386017 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fa87f37f-3b47-4e81-b0b3-efa22949c247,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:25.389302 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:25.524299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['fa87f37f-3b47-4e81-b0b3-efa22949c247'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:26:25.525122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312c2d-226d-43cf-81ff-d7d0f780262c req-f20aa676-445b-45e7-9bf6-e00386330b53 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:25.526765 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a3312c2d-226d-43cf-81ff-d7d0f780262c req-f20aa676-445b-45e7-9bf6-e00386330b53 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 944 time: 0.0946977
Apr 08 12:26:25.557232 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a3312c2d-226d-43cf-81ff-d7d0f780262c req-4197f494-39b2-4e53-89f8-eb835cf577d1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240011
Apr 08 12:26:25.781775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb53a-c72f-4966-af4e-c60faaab657b req-ac9f300a-78d3-4fed-8726-733cd1946728 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:25.783397 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a9cfb53a-c72f-4966-af4e-c60faaab657b req-ac9f300a-78d3-4fed-8726-733cd1946728 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 944 time: 0.0901332
Apr 08 12:26:25.814390 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a9cfb53a-c72f-4966-af4e-c60faaab657b req-285d3a19-1d50-4c3b-b617-a69acd9c6952 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243106
Apr 08 12:26:26.684789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-366bd9da-1e7c-449e-82cc-63cebbf9666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:26.758026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458ad1-f403-4441-8ade-69b01dd5ed53 req-53d12191-7126-488a-b144-3c572f7f0135 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:26.759637 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c1458ad1-f403-4441-8ade-69b01dd5ed53 req-53d12191-7126-488a-b144-3c572f7f0135 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 944 time: 0.0876620
Apr 08 12:26:26.790805 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c1458ad1-f403-4441-8ade-69b01dd5ed53 req-f2ad6c90-fb9d-4a98-bbd2-e49446523342 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248508
Apr 08 12:26:27.017624 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a0a51-d1ec-4766-b84a-942fab8c3124 req-662f8c46-4a60-41fb-99ac-fd7813ecc0d8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:27.019254 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-733a0a51-d1ec-4766-b84a-942fab8c3124 req-662f8c46-4a60-41fb-99ac-fd7813ecc0d8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 944 time: 0.0915210
Apr 08 12:26:27.041676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e1cac246-8b1b-4654-8126-5f3b625326b3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:26:27.044116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fa87f37f-3b47-4e81-b0b3-efa22949c247 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:26:27.050461 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-733a0a51-d1ec-4766-b84a-942fab8c3124 req-d0a0e268-ed17-4641-97d6-5bc527857686 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0239902
Apr 08 12:26:27.078847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:27.235480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port fa87f37f-3b47-4e81-b0b3-efa22949c247 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:26:27.246460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e1cac246-8b1b-4654-8126-5f3b625326b3,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:27.253805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port fa87f37f-3b47-4e81-b0b3-efa22949c247 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:26:27.254821 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:27.295956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'port_id': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'mac_address': 'fa:16:3e:6f:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:26:27.375021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:27.376285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cac246-8b1b-4654-8126-5f3b625326b3 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:26:27.431534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e1cac246-8b1b-4654-8126-5f3b625326b3,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:27.449847 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:27.461070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:26:27.467839 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:27.471124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:27.512342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port fa87f37f-3b47-4e81-b0b3-efa22949c247, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:27.543447 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:27.547652 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:27.550587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:27.551637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-87eb8639-5866-4840-8239-5988c74575b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:27.624713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=fa87f37f-3b47-4e81-b0b3-efa22949c247,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:27.628087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:27.645906 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'code': 200}
Apr 08 12:26:27.672565 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e1cac246-8b1b-4654-8126-5f3b625326b3'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:26:28.055920 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a86e51-a183-483b-9da7-b2a88977a092 req-f5045524-039c-4fec-96e4-8b16f322eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:28.057517 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d7a86e51-a183-483b-9da7-b2a88977a092 req-f5045524-039c-4fec-96e4-8b16f322eac9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1098 time: 0.1499836
Apr 08 12:26:28.066581 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3315cc-98c1-4f6a-8549-2e6c23ce399c req-4931edc1-a3e1-4945-bc6e-cb4158430c84 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:28.068476 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca3315cc-98c1-4f6a-8549-2e6c23ce399c req-4931edc1-a3e1-4945-bc6e-cb4158430c84 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 945 time: 0.1251619
Apr 08 12:26:28.108184 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d7a86e51-a183-483b-9da7-b2a88977a092 req-622c0f48-4601-457f-b0f6-cb950afe5738 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386953
Apr 08 12:26:28.113009 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ca3315cc-98c1-4f6a-8549-2e6c23ce399c req-a3bccc7f-4bf7-4893-9b9b-d68c22ce1986 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328462
Apr 08 12:26:28.256556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc158034-59c7-48aa-8ee3-ee52826e9ffb req-66e65e8d-2d24-401c-87ee-29eb26b3e9ce tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:28.258168 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bc158034-59c7-48aa-8ee3-ee52826e9ffb req-66e65e8d-2d24-401c-87ee-29eb26b3e9ce tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 945 time: 0.0915079
Apr 08 12:26:28.290257 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-bc158034-59c7-48aa-8ee3-ee52826e9ffb req-e82b43d0-3208-46db-9fb5-e77cb101b1f3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252192
Apr 08 12:26:28.295210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:28.816611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:29.061198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e1cac246-8b1b-4654-8126-5f3b625326b3 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:26:29.164968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port e1cac246-8b1b-4654-8126-5f3b625326b3 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:26:29.170215 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port e1cac246-8b1b-4654-8126-5f3b625326b3 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:26:29.170670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:29.297646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:29.313497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d913-54d4-4a0e-95f0-0271e1446bda req-065d08d6-ec94-4c89-abb6-01f04bfdffbd tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:29.315042 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f005d913-54d4-4a0e-95f0-0271e1446bda req-065d08d6-ec94-4c89-abb6-01f04bfdffbd tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 945 time: 0.0891159
Apr 08 12:26:29.315229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e1cac246-8b1b-4654-8126-5f3b625326b3,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:29.346531 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f005d913-54d4-4a0e-95f0-0271e1446bda req-4a77de2f-343f-4fcc-a0ab-e687a690bb34 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245044
Apr 08 12:26:29.352416 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:29.354451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-483b5d2c-3ca5-4b1a-b759-0b0bc5f40b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:29.430940 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:29.434910 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:29.498957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888146d2-77ce-44f3-ba48-e694250ccda5 req-83973b15-923d-47e4-b24d-6253b5ba5fbc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:29.500577 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-888146d2-77ce-44f3-ba48-e694250ccda5 req-83973b15-923d-47e4-b24d-6253b5ba5fbc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 945 time: 0.0914719
Apr 08 12:26:29.530945 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-888146d2-77ce-44f3-ba48-e694250ccda5 req-5dbc4428-402c-44cf-b619-f7c957a1be0b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238657
Apr 08 12:26:29.647301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:26:29.695421 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'code': 200}
Apr 08 12:26:29.734179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586e0a5-0258-4de8-b82a-b6a782e1ff98 req-e198bf94-5d08-4307-8e56-31d46cb9495e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:29.735814 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d586e0a5-0258-4de8-b82a-b6a782e1ff98 req-e198bf94-5d08-4307-8e56-31d46cb9495e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 945 time: 0.0935259
Apr 08 12:26:29.768303 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d586e0a5-0258-4de8-b82a-b6a782e1ff98 req-6b89f011-b4c6-458e-81b9-88932ce9e128 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253475
Apr 08 12:26:29.793259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53744) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:29.870520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b680b5-28b5-4705-b32c-cc7cb52b03d5 tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:29.872120 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-52b680b5-28b5-4705-b32c-cc7cb52b03d5 tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1093 time: 0.0778158
Apr 08 12:26:29.875229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53748) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:29.880950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:29.887288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:29.891396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:floatingip and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:29.894411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:29.900482 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:29.960078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:30.088388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bd381-c84d-4b14-b612-3076dcc59154 req-44af42c7-e352-42c0-aa63-7fea2598ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:30.089994 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fb2bd381-c84d-4b14-b612-3076dcc59154 req-44af42c7-e352-42c0-aa63-7fea2598ef68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1099 time: 0.1720691
Apr 08 12:26:30.125382 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fb2bd381-c84d-4b14-b612-3076dcc59154 req-e8db5671-e18e-4293-bb7c-034503de2109 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262978
Apr 08 12:26:30.152155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:30.295415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Allocated IP 172.27.1.170 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/5d338d37-7013-4d81-a431-d8f3fa6e89a6) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:26:30.452092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:30.512513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:30.528461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:30.558210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af3b0b-f59e-4340-b0ab-7d98d311ce30 req-287d2a1b-3cf5-4cd6-85ae-c33b31e7eb46 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:30.559844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b1af3b0b-f59e-4340-b0ab-7d98d311ce30 req-287d2a1b-3cf5-4cd6-85ae-c33b31e7eb46 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.0957234
Apr 08 12:26:30.590792 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b1af3b0b-f59e-4340-b0ab-7d98d311ce30 req-781ecf90-d4da-492b-abf3-f85f2847f092 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244691
Apr 08 12:26:30.661305 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=5d338d37-7013-4d81-a431-d8f3fa6e89a6,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:30.665879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:30.716322 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:26:30.717435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:26:30.719668 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:26:31.146859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:31.247524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:31.512422 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:31.542128 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:31.560689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a35574e6-9d66-49d8-b955-dd794e356029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:31.692859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=5d338d37-7013-4d81-a431-d8f3fa6e89a6,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:31.697516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:32.105593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8c1a9-f204-4a25-b1c3-6dc40ccbade4 req-1d2c4578-36bc-4d93-8126-2a3672887994 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:32.107196 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5db8c1a9-f204-4a25-b1c3-6dc40ccbade4 req-1d2c4578-36bc-4d93-8126-2a3672887994 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.3985004
Apr 08 12:26:32.110050 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:32.257675 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-5db8c1a9-f204-4a25-b1c3-6dc40ccbade4 req-9fe10d02-3524-4001-a0a0-95950e77d931 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975454
Apr 08 12:26:32.309925 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Floating IP ca04ffde-903b-4e10-87ac-5c9ff0bf018e associated. External IP: 172.27.1.170, port: fa87f37f-3b47-4e81-b0b3-efa22949c247.
Apr 08 12:26:32.457886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c8eb6-ee75-4824-9a04-db493b4dd21b req-e2276dcc-d2c2-4dee-bc30-45e642c21efa tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:32.459521 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-890c8eb6-ee75-4824-9a04-db493b4dd21b req-e2276dcc-d2c2-4dee-bc30-45e642c21efa tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.0910373
Apr 08 12:26:32.490599 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-890c8eb6-ee75-4824-9a04-db493b4dd21b req-c600a908-3eb1-4efe-b064-343df5be2da5 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244122
Apr 08 12:26:32.683613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:26:32.875025 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:26:32.884874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:26:32.895392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:26:32.896336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00757be0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:26:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:32.919177 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:32.919681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9f71a-a9d2-455d-8603-9583f1ea9118 req-73a22f2d-18d0-4c07-b36d-d5ff6d08f1cb tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:32.921330 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fdc9f71a-a9d2-455d-8603-9583f1ea9118 req-73a22f2d-18d0-4c07-b36d-d5ff6d08f1cb tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.0958097
Apr 08 12:26:32.959016 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fdc9f71a-a9d2-455d-8603-9583f1ea9118 req-f583039c-6945-4a79-ac94-9244ceebcce3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302446
Apr 08 12:26:32.990325 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1065104
Apr 08 12:26:32.990325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:26:33.040294 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'status': 'completed', 'code': 200}
Apr 08 12:26:33.097836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:26:33.141647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-1f51fa57-1b3d-426b-86c3-653270c828eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:33.143396 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-1f51fa57-1b3d-426b-86c3-653270c828eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1098 time: 0.0810363
Apr 08 12:26:33.288717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-72ee402a-5530-4d5a-bec8-cf4f716e5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:33.290484 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-72ee402a-5530-4d5a-bec8-cf4f716e5e61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1409433
Apr 08 12:26:33.410971 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-cfc06f20-d09b-4389-9642-165146ceb854 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 200  len: 999 time: 0.1139216
Apr 08 12:26:33.482797 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00757be0>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:31Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:33.487143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:26:33.492195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-70c470fc-f583-445c-aa07-71c7266b0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:33.493774 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-70c470fc-f583-445c-aa07-71c7266b0f3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0771127
Apr 08 12:26:33.496385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:26:33.496986 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00757be0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:26:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:33.591958 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-1aac0637-ed79-4069-854c-ecfb24e79422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:33.593576 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-1aac0637-ed79-4069-854c-ecfb24e79422 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935235
Apr 08 12:26:33.743236 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-00cc0f89-c04c-4e2d-a62d-08d9fba48fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429532
Apr 08 12:26:33.864672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:26:33.890863 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5990ea7-ce13-48ad-b0d1-14a1db134416 req-1cb7fd47-2a9d-4ba1-88b2-bbf808e9236a service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412456
Apr 08 12:26:34.229339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00757be0>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:31Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:34.233460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd5d12-7d70-47d6-ad96-061efe94a5be None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:31Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:26:34.534822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976be7c-203b-4c10-9fa3-a4fcd1708278 None None] New status for floating IP ca04ffde-903b-4e10-87ac-5c9ff0bf018e: ACTIVE {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:26:35.314152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:38.031138 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-86503f11-8cd7-4383-b6ca-f18fd612e1f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0754750
Apr 08 12:26:38.185314 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-964549bb-626b-4179-bae4-cf85d51a4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:38.186844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-964549bb-626b-4179-bae4-cf85d51a4f4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1098 time: 0.0814586
Apr 08 12:26:38.339980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-28be20c9-e0bc-420f-9eca-058ac271038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:38.341515 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-28be20c9-e0bc-420f-9eca-058ac271038b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1365628
Apr 08 12:26:38.448993 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-186a4905-d9d5-4e26-a28e-36ccfe644da9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 200  len: 1001 time: 0.1003656
Apr 08 12:26:38.520744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-500ea91e-4ec1-4002-a2e5-3b9e36318687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:38.734859 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-500ea91e-4ec1-4002-a2e5-3b9e36318687 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0669460
Apr 08 12:26:38.734859 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-0b3de061-b176-4157-b85d-104ab067bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:38.734859 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-0b3de061-b176-4157-b85d-104ab067bb23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769911
Apr 08 12:26:38.748689 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-86c20f6d-3554-463e-92ed-ac7514d7307a service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371126
Apr 08 12:26:38.894707 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-f3ad12cb-a048-4bf3-817e-9f627da4b610 req-02f00d32-96e2-44b2-bd06-ce8c4663f169 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393752
Apr 08 12:26:43.825556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8953755-71bf-42ec-844b-0b9e6dcb12b6 req-05456a62-3b6d-42ad-97eb-3b039bee1876 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:43.827146 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b8953755-71bf-42ec-844b-0b9e6dcb12b6 req-05456a62-3b6d-42ad-97eb-3b039bee1876 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.0919321
Apr 08 12:26:43.857630 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-b8953755-71bf-42ec-844b-0b9e6dcb12b6 req-550dea45-92e0-4be8-8fc0-aaeb1d7842e6 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238481
Apr 08 12:26:43.883524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53812) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:44.097105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088be72-2a62-4f7c-bb20-5f7de63f4cba tempest-TestMinimumBasicScenario-423989299 tempest-TestMinimumBasicScenario-423989299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:44.097899 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8088be72-2a62-4f7c-bb20-5f7de63f4cba tempest-TestMinimumBasicScenario-423989299 tempest-TestMinimumBasicScenario-423989299-project-admin] Synchronizing usage tracker for tenant:95612e7244e74bb889206ac88d8444b4 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:44.147735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-8088be72-2a62-4f7c-bb20-5f7de63f4cba tempest-TestMinimumBasicScenario-423989299 tempest-TestMinimumBasicScenario-423989299-project-admin] Unset dirty status for tenant:95612e7244e74bb889206ac88d8444b4 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:44.148967 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8088be72-2a62-4f7c-bb20-5f7de63f4cba tempest-TestMinimumBasicScenario-423989299 tempest-TestMinimumBasicScenario-423989299-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1094 time: 0.2643685
Apr 08 12:26:44.152103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53818) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:44.157631 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'port_id': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:44.164948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:44.168945 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:floatingip and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:44.171902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:44.177826 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:44.221594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:44.366031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:44.529285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Allocated IP 172.27.1.108 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/75fbc025-5046-4168-b426-3c1c59ec1e78) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:26:44.925863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:44.982064 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:44.996640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ab7a6f45-8399-4b37-9e84-ba16d9813da0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:45.129152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'Port': ['ID=75fbc025-5046-4168-b426-3c1c59ec1e78,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:45.154784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.155211 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.155636 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.156053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.156470 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.156882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.157292 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.157701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.158111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.158544 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.158955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.159359 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:45.163209 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:45.199664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:26:45.200723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:26:45.202917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:26:45.619351 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:45.717736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:45.983089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:46.015999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:46.030754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9b3de259-d591-4f57-bee5-8fd2ad50f2fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:46.166638 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'Port': ['ID=75fbc025-5046-4168-b426-3c1c59ec1e78,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:46.171355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:46.271227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:46.450982 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Floating IP ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e associated. External IP: 172.27.1.108, port: e1cac246-8b1b-4654-8126-5f3b625326b3.
Apr 08 12:26:46.825787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:26:47.012089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:26:47.023076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] Sync routers for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:26:47.032675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:26:47.033343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00d636a0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:26:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:47.056289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:47.118763 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9654312
Apr 08 12:26:47.119393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:26:47.121708 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 53824) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:47.127545 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283971879', 'description': 'tempest-secgroup-smoke-1283971879 description', 'project_id': '3c8d280858a84a1fa6535c7bdf155095'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:47.134511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:47.144852 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:47.172220 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'status': 'completed', 'code': 200}
Apr 08 12:26:47.192272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:47.229258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:26:47.230980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:47.244931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:47.248698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:47.256444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:47.307131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-33defa47-0028-46c8-86e4-f95f3d27eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:47.308874 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-33defa47-0028-46c8-86e4-f95f3d27eb29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1099 time: 0.1135285
Apr 08 12:26:47.477725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:47.499394 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-69b57b36-ed26-485f-aeb1-6def676afd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:47.500946 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-69b57b36-ed26-485f-aeb1-6def676afd07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 915 time: 0.1828511
Apr 08 12:26:47.565649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:47.579296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-44b6b070-5dd9-4123-8122-fd1009ce94b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:47.610130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00d636a0>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'port_id': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'mac_address': 'fa:16:3e:6f:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:45Z', 'updated_at': '2021-04-08T12:26:45Z', 'revision_number': 0, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:53Z', 'revision_number': 5, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:47.614203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] Checking router: 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:26:47.623173 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:26:47.623836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00d636a0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:26:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:47.657541 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-780c6de5-c954-414b-8f34-b2aa2fc3b4b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 1000 time: 0.1487882
Apr 08 12:26:47.664180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae136d2-c985-4a37-bddf-12b98cc5a115,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:47.666895 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.667325 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.667744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.668159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.668569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.668977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.669380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.669784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.670253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.670684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.671089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.671492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:26:47.820966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:26:47.954357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:47.964944 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:47.969227 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-074c2ed3-3574-46d4-ac6c-c797216dc796 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8434236
Apr 08 12:26:47.969963 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53830) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:47.976924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'security_group_rule': {'security_group_id': '3ae136d2-c985-4a37-bddf-12b98cc5a115', 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:47.983496 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:47.987946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:47.988666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-77961885-65fb-49d8-8470-c6f354aab9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:47.990228 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-77961885-65fb-49d8-8470-c6f354aab9b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 200  len: 853 time: 0.3154316
Apr 08 12:26:47.991235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:47.999143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:48.057629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.074283 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-000ef0cd-3a9f-4a30-8f6c-8f40871453fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:48.075901 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-000ef0cd-3a9f-4a30-8f6c-8f40871453fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d0f2def-993d-407d-b9ff-9bae1274942d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781801
Apr 08 12:26:48.124669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.152835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.155037 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:48.179549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03d0a7f-4d35-4b0a-ae36-0a76a9690f9f,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:48.182392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:48.208425 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00d636a0>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'port_id': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'mac_address': 'fa:16:3e:6f:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:45Z', 'updated_at': '2021-04-08T12:26:45Z', 'revision_number': 0, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:53Z', 'revision_number': 5, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:26:48.213251 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a76feb-aa6f-4e55-b6d1-ef5b7edd38da None None] The sync data for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi is: [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'port_id': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'mac_address': 'fa:16:3e:6f:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:45Z', 'updated_at': '2021-04-08T12:26:45Z', 'revision_number': 0, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:53Z', 'revision_number': 5, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:26:48.221691 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.221868 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-ffd5256d-2810-420a-8137-8ca3eee52043 service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382773
Apr 08 12:26:48.223063 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0b1979ec-4258-43ad-901e-0697d8d95722 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2519627
Apr 08 12:26:48.226584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53834) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:48.232535 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'security_group_rule': {'security_group_id': '3ae136d2-c985-4a37-bddf-12b98cc5a115', 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:48.239068 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:48.243141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:48.246249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:48.252681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:48.292257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.356939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.367451 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-80a76c65-2fc3-4e43-af4f-6bf07259fa08 req-38d99a9f-9373-4e8d-ab9c-bc9e5365b240 service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391156
Apr 08 12:26:48.391690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.393927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:48.419569 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b51ce9-c58e-47bc-b34f-5848bc4448a1,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:48.426656 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:48.454614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.455939 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f6f6cc2e-f9fb-4fe5-862b-7ad6260c2d22 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2283533
Apr 08 12:26:48.459046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53838) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:48.465566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'security_group_rule': {'security_group_id': '3ae136d2-c985-4a37-bddf-12b98cc5a115', 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:48.472273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:48.477306 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:48.480436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:48.486680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:48.521334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674864c-01fc-45cb-97a9-a3bc59708a69 None None] New status for floating IP ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e: ACTIVE {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:26:48.530915 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.599938 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.633841 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.636253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-46a32361-3e08-486e-b20c-5a16efe2bfe3 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:48.661224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f37327c-aae5-4401-84c2-842f07d20154,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:48.663961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:48.707645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.709035 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-dd670873-8860-4f33-b941-05a7af184ba3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2489190
Apr 08 12:26:48.712611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53842) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:48.718339 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'security_group_rule': {'security_group_id': '3ae136d2-c985-4a37-bddf-12b98cc5a115', 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:48.724738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:48.729115 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:48.732108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:48.738105 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:48.788748 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.855451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.894753 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.896993 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9750adb8-109b-4339-b349-6843043944fc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:48.919291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e458c11a-9be4-4dfd-bf8c-c004fb1bde16,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:48.923608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:48.958669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:48.959958 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-6a807059-cfee-4460-871e-f8cc71b81515 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2463799
Apr 08 12:26:48.963657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53846) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:48.969210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'security_group_rule': {'security_group_id': '3ae136d2-c985-4a37-bddf-12b98cc5a115', 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:48.975536 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:48.979689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:48.982657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:48.988715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:49.027111 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.securitygroups_db [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Project 3c8d280858a84a1fa6535c7bdf155095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 12:26:49.033798 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.103224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.134196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.141784 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:49.160766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce431f7a-bd0e-4420-9286-c484d9b69be2,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:49.162975 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:49.197167 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.198497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-dcfbbe28-b241-4f4f-81c8-a0474a40d059 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2338204
Apr 08 12:26:49.201358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53850) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:26:49.206803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'security_group_rule': {'security_group_id': '3ae136d2-c985-4a37-bddf-12b98cc5a115', 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:49.213116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:26:49.217172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Usage tracker for resource:security_group_rule and tenant:3c8d280858a84a1fa6535c7bdf155095 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:26:49.220110 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:26:49.226356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:26:49.265719 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.securitygroups_db [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Project 3c8d280858a84a1fa6535c7bdf155095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 12:26:49.272354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.339178 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.370153 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695687'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.372335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-336e4f25-38d9-4e61-8f9f-6c8f44d9e820 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:49.395746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdb2a02-7542-4a35-9f77-fe09e96fb435,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:49.398469 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:49.431680 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:49.432980 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-adc49d1d-f2b1-4a85-8ead-94c3a69b1e21 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2306318
Apr 08 12:26:49.546241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-ab069e7d-d484-440a-92ab-afaf3df97710 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Synchronizing usage tracker for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:security_group {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:26:49.587159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-ab069e7d-d484-440a-92ab-afaf3df97710 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Unset dirty status for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:security_group {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:26:49.588405 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-ab069e7d-d484-440a-92ab-afaf3df97710 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283971879&fields=id&tenant_id=3c8d280858a84a1fa6535c7bdf155095 HTTP/1.1" status: 200  len: 267 time: 0.0706189
Apr 08 12:26:49.680812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-d152cd0a-a1f9-475b-8861-67d2fdbb65ad tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:49.682380 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-d152cd0a-a1f9-475b-8861-67d2fdbb65ad tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.0871809
Apr 08 12:26:49.694244 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'port': {'security_groups': ['515aa289-ecb5-4748-bfdf-5089da0ad2a6', '3ae136d2-c985-4a37-bddf-12b98cc5a115']}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:26:49.821368 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:50.130704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e1cac246-8b1b-4654-8126-5f3b625326b3,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:26:50.155879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:50.191746 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:50.205564 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e1cac246-8b1b-4654-8126-5f3b625326b3'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:26:50.208623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c0349d87-ca5e-4111-99af-ebc14df83956 tempest-VolumesActionsTest-1658222495 tempest-VolumesActionsTest-1658222495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:26:50.364705 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=6']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:26:50.370046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:26:50.406194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:50.406900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:50.408379 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-06af8bd8-12b0-4d1f-8fb5-3298ca46173f req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "PUT /v2.0/ports/e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 982 time: 0.7189925
Apr 08 12:26:50.408931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:26:50.470718 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'status': 'completed', 'code': 200}
Apr 08 12:26:50.490902 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e1cac246-8b1b-4654-8126-5f3b625326b3'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:26:50.584146 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-42bb9167-6c1f-4a04-9376-4e1047df36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:50.586853 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-42bb9167-6c1f-4a04-9376-4e1047df36ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1138 time: 0.0896893
Apr 08 12:26:50.625241 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303a4f-290c-4371-b225-948b8c4f4060 req-fe849330-3eee-433a-992f-7cea9752f375 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:50.634631 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed303a4f-290c-4371-b225-948b8c4f4060 req-fe849330-3eee-433a-992f-7cea9752f375 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.1044102
Apr 08 12:26:50.666411 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed303a4f-290c-4371-b225-948b8c4f4060 req-4d64d6db-4656-4bfa-a68c-799eaf91cd61 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0306845
Apr 08 12:26:50.724775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-069673d8-9c35-41c1-853a-e67ec7166baa None None] Provisioning complete for port e1cac246-8b1b-4654-8126-5f3b625326b3 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:26:50.725114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-069673d8-9c35-41c1-853a-e67ec7166baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:50.748106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-08c74fbd-b1f8-4fc9-ab4e-65fe3d89521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:50.749699 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-08c74fbd-b1f8-4fc9-ab4e-65fe3d89521a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 915 time: 0.1543312
Apr 08 12:26:50.861299 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-a4bc2f37-1540-45b9-b4f5-aca5b11a1f3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 1002 time: 0.1040301
Apr 08 12:26:50.930044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-6bfc2e26-3af3-4281-a768-479ba153a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:50.931592 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-6bfc2e26-3af3-4281-a768-479ba153a492 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 200  len: 853 time: 0.0635283
Apr 08 12:26:51.020596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-a63ef256-5d7c-46c4-a8aa-e070bb455c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:26:51.022223 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-a63ef256-5d7c-46c4-a8aa-e070bb455c87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d0f2def-993d-407d-b9ff-9bae1274942d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841274
Apr 08 12:26:51.175925 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-49710ad8-6392-4368-b88d-ffca76e9926c service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449978
Apr 08 12:26:51.332535 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4d9adcc9-2136-4f29-9a1a-35d4b29b3b7e req-f7dfffc5-a829-4016-af34-ac7923e6c683 service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500950
Apr 08 12:26:54.441814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:26:54.684439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-eb50ca1b-081b-48ba-b490-ec84731bc329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:56.683168 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7435b39d-5763-411e-90ef-512f0df82874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:57.067542 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:58.305574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:26:58.842947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:05.316994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:06.091329 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-89ac13fa-5f37-4b20-83e8-a72d212579d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:06.093550 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-89ac13fa-5f37-4b20-83e8-a72d212579d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1138 time: 0.0848966
Apr 08 12:27:06.105149 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf004fc-f614-4fb9-b54b-9b5a8243fecf req-29d144c3-9d13-4b54-ad3c-294dd7b5b60b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:06.106817 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ccf004fc-f614-4fb9-b54b-9b5a8243fecf req-29d144c3-9d13-4b54-ad3c-294dd7b5b60b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0913014
Apr 08 12:27:06.140514 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ccf004fc-f614-4fb9-b54b-9b5a8243fecf req-04649ea4-a434-4661-beef-d4f8263bcc2a tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0263257
Apr 08 12:27:06.232140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-485bb3e7-4c9d-4576-ae87-74d31b08a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:06.234165 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-485bb3e7-4c9d-4576-ae87-74d31b08a6fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 915 time: 0.1341956
Apr 08 12:27:06.343121 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-fe6dc138-4f18-4f12-8c50-eac014ca856c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 1002 time: 0.1011786
Apr 08 12:27:06.410427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-eee59eaa-1a3b-4c30-a8ea-8df77091d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:06.412018 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-eee59eaa-1a3b-4c30-a8ea-8df77091d30d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 200  len: 853 time: 0.0624893
Apr 08 12:27:06.494715 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-84696d16-59d3-4a58-90ae-c02dbd288a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:06.496193 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-84696d16-59d3-4a58-90ae-c02dbd288a60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d0f2def-993d-407d-b9ff-9bae1274942d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779080
Apr 08 12:27:06.636132 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-3e55fea2-904f-486e-84b8-1604cce5cfbd service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328747
Apr 08 12:27:06.774178 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9d7f8c67-5063-44ac-80d3-3f93ddb2acba req-03b66ca1-2ce2-4704-adea-cefc37e6862f service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311245
Apr 08 12:27:07.343582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49eaf2-3266-410c-8434-845dba727e2e req-bc1cc8d7-b4fd-4fd8-bee4-6dd06fd9927b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:07.345141 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aa49eaf2-3266-410c-8434-845dba727e2e req-bc1cc8d7-b4fd-4fd8-bee4-6dd06fd9927b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0884457
Apr 08 12:27:07.378897 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-aa49eaf2-3266-410c-8434-845dba727e2e req-19e5c6e3-5310-4a58-aefb-9d680c6eb0d5 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0270402
Apr 08 12:27:08.578900 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d679c-d6be-47fe-9ca3-024b6a5bcc0c req-2b2f3366-57c4-47c0-b8c9-509733b9b692 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:08.580365 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f5d679c-d6be-47fe-9ca3-024b6a5bcc0c req-2b2f3366-57c4-47c0-b8c9-509733b9b692 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0870030
Apr 08 12:27:08.618497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6f5d679c-d6be-47fe-9ca3-024b6a5bcc0c req-d61a99ea-0c81-40d1-8a5e-deb7c0d6c5c0 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0310538
Apr 08 12:27:09.818123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac60088-6dbd-4e65-8c84-8d2c9de2cf74 req-3a04bf7a-444a-46a7-8b2d-c8be92f15809 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:09.819741 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cac60088-6dbd-4e65-8c84-8d2c9de2cf74 req-3a04bf7a-444a-46a7-8b2d-c8be92f15809 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0880740
Apr 08 12:27:09.855739 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-cac60088-6dbd-4e65-8c84-8d2c9de2cf74 req-67f49468-c127-4d46-a855-ca44d42ffc8b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0294790
Apr 08 12:27:11.056018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae197d7b-5843-4fd5-89ae-c6b12a52bf03 req-00a2cb13-8679-4584-a4c0-40e71d0574ef tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:11.057602 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ae197d7b-5843-4fd5-89ae-c6b12a52bf03 req-00a2cb13-8679-4584-a4c0-40e71d0574ef tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0881541
Apr 08 12:27:11.092656 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ae197d7b-5843-4fd5-89ae-c6b12a52bf03 req-7704031c-4d38-49f1-8b77-086e68c6ebd4 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0273530
Apr 08 12:27:12.294534 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac238b7-fb14-41da-b2f2-9a0b63fa6990 req-7add434b-9979-4851-b92f-27d1342a5ccd tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:12.296078 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fac238b7-fb14-41da-b2f2-9a0b63fa6990 req-7add434b-9979-4851-b92f-27d1342a5ccd tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0870304
Apr 08 12:27:12.328197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-fac238b7-fb14-41da-b2f2-9a0b63fa6990 req-ff281d42-0e60-417c-a8ae-c3d168c5db95 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0251319
Apr 08 12:27:13.531471 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293712be-fe54-41d8-8ffc-a6f8e2f9e021 req-5a97b741-3f63-4163-aa5e-7fd6c6cbbdab tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:13.533214 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-293712be-fe54-41d8-8ffc-a6f8e2f9e021 req-5a97b741-3f63-4163-aa5e-7fd6c6cbbdab tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0866725
Apr 08 12:27:13.570422 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-293712be-fe54-41d8-8ffc-a6f8e2f9e021 req-f21662f4-ff08-4342-88de-eef722e6d799 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0306139
Apr 08 12:27:14.768622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b218b1-248a-48f9-9ec9-c1b69ab13094 req-09d8a873-5829-4caf-8104-701036b8e437 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:14.770197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-29b218b1-248a-48f9-9ec9-c1b69ab13094 req-09d8a873-5829-4caf-8104-701036b8e437 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0863457
Apr 08 12:27:14.806974 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-29b218b1-248a-48f9-9ec9-c1b69ab13094 req-61343b64-ade4-49b4-a9e2-b7d557a6922a tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0302153
Apr 08 12:27:16.007132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fca3a-a36b-490f-a458-5f8092df8ca8 req-13065e04-a70a-445f-a04b-52d92e70dfb8 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:16.008713 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed5fca3a-a36b-490f-a458-5f8092df8ca8 req-13065e04-a70a-445f-a04b-52d92e70dfb8 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0896456
Apr 08 12:27:16.041674 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ed5fca3a-a36b-490f-a458-5f8092df8ca8 req-3f3e2d04-02e7-45bf-a69c-fa9894d85dee tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0265281
Apr 08 12:27:17.243455 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a929b-f045-4969-b7a3-c148ce635a9d req-cbf19191-ea1c-480b-8304-0ddd02c7d565 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:17.245017 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3f3a929b-f045-4969-b7a3-c148ce635a9d req-cbf19191-ea1c-480b-8304-0ddd02c7d565 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0882697
Apr 08 12:27:17.277707 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3f3a929b-f045-4969-b7a3-c148ce635a9d req-e54d15b6-b917-4518-bb0a-5e1e0fc7324c tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0263104
Apr 08 12:27:18.478007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d2fbc-271d-4c34-9c56-ef1a49b8fd5e req-1fccd3d7-b6a1-4c87-9478-5bdb8907e07e tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:18.479647 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-541d2fbc-271d-4c34-9c56-ef1a49b8fd5e req-1fccd3d7-b6a1-4c87-9478-5bdb8907e07e tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0884573
Apr 08 12:27:18.515679 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-541d2fbc-271d-4c34-9c56-ef1a49b8fd5e req-f4ba7eba-7674-4f2f-a42e-6d70205d5910 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&id=3ae136d2-c985-4a37-bddf-12b98cc5a115&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0295877
Apr 08 12:27:24.493721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47225b93-680e-48fd-b56b-e41ba6771e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:26.683843 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a4e1df5c-ede5-426b-b316-0df167811ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:27.055381 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:28.294143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:28.843704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:31.441824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:27:35.323560 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:40.056918 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-148fa60f-cd24-4415-8310-3bbd58954009 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0790288
Apr 08 12:27:40.161810 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-a2aeb044-5b12-451c-bc91-2ce6f553af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:40.163379 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-a2aeb044-5b12-451c-bc91-2ce6f553af9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1138 time: 0.0824740
Apr 08 12:27:40.318280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-4210b6b7-70c0-4ae1-b822-b275c05eaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:40.319813 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-4210b6b7-70c0-4ae1-b822-b275c05eaf7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 915 time: 0.1350286
Apr 08 12:27:40.432622 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-8b438065-f84a-4d6a-ac1f-1ab14edb44f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 1002 time: 0.1049597
Apr 08 12:27:40.500793 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-e4a05dc5-8d6b-42a5-b7f0-8448902c7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:40.502277 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-e4a05dc5-8d6b-42a5-b7f0-8448902c7b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 200  len: 853 time: 0.0630767
Apr 08 12:27:40.586226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-2cde6a50-0653-466f-a9e8-a15f27bb7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:40.587764 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-2cde6a50-0653-466f-a9e8-a15f27bb7070 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d0f2def-993d-407d-b9ff-9bae1274942d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784414
Apr 08 12:27:40.730043 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-aa278ef0-ffbc-4bd0-b0aa-9b98f4e86538 service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354053
Apr 08 12:27:40.870090 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3be71270-8d6f-4a7d-9b13-4c2c8fca9397 req-a72a2767-f457-4afa-8581-035f4969018e service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331563
Apr 08 12:27:51.774250 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-bebeda9c-11d6-4c5b-b4eb-07d2e4f35a80 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283971879&fields=id&tenant_id=3c8d280858a84a1fa6535c7bdf155095 HTTP/1.1" status: 200  len: 267 time: 0.2565942
Apr 08 12:27:51.864473 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-5bf57cc2-5f0c-48de-940a-3c4670d13576 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:51.866016 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-5bf57cc2-5f0c-48de-940a-3c4670d13576 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 985 time: 0.0855289
Apr 08 12:27:51.878749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Request body: {'port': {'security_groups': ['515aa289-ecb5-4748-bfdf-5089da0ad2a6']}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:27:52.004418 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.307204 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e1cac246-8b1b-4654-8126-5f3b625326b3,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:27:52.333284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.369602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.381172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e1cac246-8b1b-4654-8126-5f3b625326b3'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:27:52.385405 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0f71524f-b63a-4edb-87a5-df43efbf79b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:27:52.535409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event updated for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=7']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:27:52.559284 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.559626 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.560045 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.560460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.560870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.561278 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.561685 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.562089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.562517 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.562921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.563320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.563719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.569619 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:27:52.606824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:52.607504 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.608989 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8980d968-09f7-4e66-9e25-9d08e66baed0 req-a50dc177-b1b5-424a-a70a-284ea1c0c4cf tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "PUT /v2.0/ports/e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 943 time: 0.7351003
Apr 08 12:27:52.609681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:27:52.615354 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53918) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:27:52.664295 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'status': 'completed', 'code': 200}
Apr 08 12:27:52.673622 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e1cac246-8b1b-4654-8126-5f3b625326b3'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:27:52.701772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.735889 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.787580 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-62ace173-6d83-454a-b53c-4fcadad11a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:52.789401 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-62ace173-6d83-454a-b53c-4fcadad11a6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1099 time: 0.1012046
Apr 08 12:27:52.884618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.891229 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-76d7bfb8-451b-4cf3-9b0b-49da88a3738e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:27:52.908513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae136d2-c985-4a37-bddf-12b98cc5a115,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:27:52.918142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.924521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:27:52.927967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:27:52.940490 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:52.941966 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-93fc7d75-c9df-43be-8e0c-8720b24b74a9 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "DELETE /v2.0/security-groups/3ae136d2-c985-4a37-bddf-12b98cc5a115 HTTP/1.1" status: 204  len: 168 time: 0.3255856
Apr 08 12:27:52.944947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 53922) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:27:52.951396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-83a42d13-075c-46c4-99ee-f359e16cd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:52.953273 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-83a42d13-075c-46c4-99ee-f359e16cd765 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 915 time: 0.1567674
Apr 08 12:27:52.977238 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-d813887d-80bf-4963-9d73-dfc01b606ee1 None None] Provisioning complete for port e1cac246-8b1b-4654-8126-5f3b625326b3 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:27:52.977829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d813887d-80bf-4963-9d73-dfc01b606ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:53.071703 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-39a3b3d5-3784-4fc4-926b-98687c45f756 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 1002 time: 0.1113005
Apr 08 12:27:53.143790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-2d15f846-66f0-45b7-9c10-d1fbf63ae884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:53.145438 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-2d15f846-66f0-45b7-9c10-d1fbf63ae884 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 200  len: 853 time: 0.0682073
Apr 08 12:27:53.178917 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Deleting port 75fbc025-5046-4168-b426-3c1c59ec1e78 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:27:53.179644 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:53.235279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-af2cd281-2e33-49c2-8755-3608d31570fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:53.236887 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-af2cd281-2e33-49c2-8755-3608d31570fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d0f2def-993d-407d-b9ff-9bae1274942d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845487
Apr 08 12:27:53.390451 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-2a743673-9d6c-41fc-b5d6-a0c56e2d7cfe service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459272
Apr 08 12:27:53.537958 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-383ef23d-8796-46b8-9aea-6c8c36590ee7 req-698a16f4-285b-418f-a7a1-ab2813d4f9ae service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403902
Apr 08 12:27:53.610174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:53.610574 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:53.744383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Calling delete_port for 75fbc025-5046-4168-b426-3c1c59ec1e78 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:27:53.927649 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:53.992307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80eaf593-8087-434b-bfc1-f8d9ac981509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:27:54.050877 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event deleted for resources: {'Port': ['ID=75fbc025-5046-4168-b426-3c1c59ec1e78,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:27:54.054876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:27:54.203879 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:54.204256 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Floating IP ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e disassociated (deleted). External IP: 172.27.1.108, port: e1cac246-8b1b-4654-8126-5f3b625326b3.
Apr 08 12:27:54.476424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-58e11d6a-f4e6-40bf-8a4f-1bece33f0d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:54.578227 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:27:54.764942 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:27:54.774454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] Sync routers for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:27:54.784367 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:27:54.785033 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f006de588>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:27:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:27:54.819207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:54.880603 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2bab20d1-d035-41d1-a9d5-3d1289138c58 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "DELETE /v2.0/floatingips/ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e HTTP/1.1" status: 204  len: 168 time: 1.9341369
Apr 08 12:27:54.881389 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:27:54.939256 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'status': 'completed', 'code': 200}
Apr 08 12:27:54.978433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:27:55.045093 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-b96b0d57-bf56-4199-80fe-3608074fe7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:55.046703 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-b96b0d57-bf56-4199-80fe-3608074fe7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d280858a84a1fa6535c7bdf155095&device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 1099 time: 0.0835564
Apr 08 12:27:55.190814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-b85a283c-770f-43f1-ac8f-1e99e61029a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:55.192455 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-b85a283c-770f-43f1-ac8f-1e99e61029a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 200  len: 915 time: 0.1396244
Apr 08 12:27:55.274197 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-bc054622-1e29-4786-8004-266376e60586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 200  len: 217 time: 0.0737388
Apr 08 12:27:55.320452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f006de588>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:53Z', 'revision_number': 5, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:27:55.324927 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] Checking router: 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:27:55.336814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:27:55.338451 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f006de588>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:27:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:27:55.344761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-16f53a5a-dfd0-4c88-a6d1-b40fc39bcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:55.352457 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-16f53a5a-dfd0-4c88-a6d1-b40fc39bcaca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 200  len: 853 time: 0.0663345
Apr 08 12:27:55.435956 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-0c352dbd-9bc5-4bd1-b45d-c76c8c0acc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:55.437670 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-0c352dbd-9bc5-4bd1-b45d-c76c8c0acc68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d0f2def-993d-407d-b9ff-9bae1274942d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850050
Apr 08 12:27:55.541256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:27:55.592106 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-066300e9-e051-4d81-9903-7c8b858d1cdb service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403053
Apr 08 12:27:55.736374 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8f6528a1-f0af-4573-ab12-a3845500e7ed req-c0cc8b33-3723-420e-a47a-4599d9190aff service neutron] 10.222.0.55 "GET /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374018
Apr 08 12:27:55.870538 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f006de588>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:53Z', 'revision_number': 5, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:27:55.874844 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cd821-f9f9-43bd-a49a-f088de599d1a None None] The sync data for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi is: [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:25:43Z', 'revision_number': 4, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '98dd25c1-e3cd-4beb-917c-7128504d54d0', 'name': '', 'network_id': '4d0f2def-993d-407d-b9ff-9bae1274942d', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'mac_address': 'fa:16:3e:3c:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:42Z', 'updated_at': '2021-04-08T12:25:53Z', 'revision_number': 5, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'subnets': [{'id': '33980395-2cf9-48f6-b206-b3aa47aa8ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:27:56.285335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f59f0-800e-45db-9255-52dd2b4f53d4 None None] New status for floating IP ae9efcb1-2a31-487c-9b48-f0b32e5c4d4e: DOWN {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:27:56.689254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-668ad6c8-c909-4dc8-82cc-de9d661100db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:57.089959 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:58.299019 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:58.608355 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a01a1b-eb95-484e-b78f-f674a2ab5cef req-082c651b-c8a4-4939-8aaa-bd759d8fca12 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:58.609036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-35a01a1b-eb95-484e-b78f-f674a2ab5cef req-082c651b-c8a4-4939-8aaa-bd759d8fca12 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Synchronizing usage tracker for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:27:58.649334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-35a01a1b-eb95-484e-b78f-f674a2ab5cef req-082c651b-c8a4-4939-8aaa-bd759d8fca12 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Unset dirty status for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:27:58.650597 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-35a01a1b-eb95-484e-b78f-f674a2ab5cef req-082c651b-c8a4-4939-8aaa-bd759d8fca12 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.1295707
Apr 08 12:27:58.680307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-35a01a1b-eb95-484e-b78f-f674a2ab5cef req-3b9491f4-2a89-4c40-b80c-54ad64e4d55b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Synchronizing usage tracker for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:27:58.729576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-35a01a1b-eb95-484e-b78f-f674a2ab5cef req-3b9491f4-2a89-4c40-b80c-54ad64e4d55b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Unset dirty status for tenant:3c8d280858a84a1fa6535c7bdf155095 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:27:58.730936 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-35a01a1b-eb95-484e-b78f-f674a2ab5cef req-3b9491f4-2a89-4c40-b80c-54ad64e4d55b tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732036
Apr 08 12:27:58.826601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:27:59.930417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e592dc-5253-46c2-b0dd-205e412f6e28 req-39b8b2a1-a3f1-4840-899d-c24a55c5ee61 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:27:59.932047 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-88e592dc-5253-46c2-b0dd-205e412f6e28 req-39b8b2a1-a3f1-4840-899d-c24a55c5ee61 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.0872276
Apr 08 12:27:59.963518 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-88e592dc-5253-46c2-b0dd-205e412f6e28 req-7ddec54a-41a2-4a53-b570-5982497a30c3 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/security-groups?id=515aa289-ecb5-4748-bfdf-5089da0ad2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244749
Apr 08 12:28:00.204210 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-769a320a-7d8d-4778-ae0a-3c1dc99af8a5 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:00.205718 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-769a320a-7d8d-4778-ae0a-3c1dc99af8a5 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 946 time: 0.0891931
Apr 08 12:28:00.280849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Deleting port e1cac246-8b1b-4654-8126-5f3b625326b3 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:00.281228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:00.538139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] For port e1cac246-8b1b-4654-8126-5f3b625326b3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e1cac246-8b1b-4654-8126-5f3b625326b3,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:00.538579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:00.667374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Calling delete_port for e1cac246-8b1b-4654-8126-5f3b625326b3 owned by compute:nova {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:00.838120 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:00.849152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['e1cac246-8b1b-4654-8126-5f3b625326b3'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:28:00.852836 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-9e4c9d45-2513-47f6-b0b1-dfd36bf522f9 tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:00.946208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Pushing event deleted for resources: {'Port': ['ID=e1cac246-8b1b-4654-8126-5f3b625326b3,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:00.952901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:01.112231 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] No DVR routers for this DVR port e1cac246-8b1b-4654-8126-5f3b625326b3 on host hv-cinder-78477 {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:28:01.114931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:01.117771 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'name': 'network-vif-deleted', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:28:01.134364 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e465ad2e-70a7-4ba7-8796-cf6785da0fd1 req-5f1d115b-70d1-4ca6-8302-87a438ef0aef tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5d045c-39b8-4f31-ac53-670d393586ec HTTP/1.1" status: 200  len: 210 time: 0.0537171
Apr 08 12:28:01.164301 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9ebaf6c1-09d7-4464-9b93-508047690bfb req-942c9801-1209-4fc6-9070-1a05b18f4f81 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] 10.222.0.55 "DELETE /v2.0/ports/e1cac246-8b1b-4654-8126-5f3b625326b3 HTTP/1.1" status: 204  len: 173 time: 0.9531150
Apr 08 12:28:01.167787 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5d045c-39b8-4f31-ac53-670d393586ec', 'name': 'network-vif-deleted', 'tag': 'e1cac246-8b1b-4654-8126-5f3b625326b3', 'status': 'completed', 'code': 200}
Apr 08 12:28:03.545707 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54010) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:04.107511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:04.208266 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e1cac246-8b1b-4654-8126-5f3b625326b3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:28:04.246062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: e1cac246-8b1b-4654-8126-5f3b625326b3 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:28:04.246507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device e1cac246-8b1b-4654-8126-5f3b625326b3 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:28:04.471657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Deleting port 98dd25c1-e3cd-4beb-917c-7128504d54d0 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:04.472029 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:04.648911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] For port 98dd25c1-e3cd-4beb-917c-7128504d54d0, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=98dd25c1-e3cd-4beb-917c-7128504d54d0,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:04.649491 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:04.778287 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Calling delete_port for 98dd25c1-e3cd-4beb-917c-7128504d54d0 owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:05.367792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:05.385170 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-70f172d5-22b4-4771-a5f7-4c67f96c635e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:05.460983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:05.489559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dd25c1-e3cd-4beb-917c-7128504d54d0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:05.496550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:05.835598 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:06.341117 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:28:06.534015 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:28:06.543108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] Sync routers for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:28:06.549578 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8822c08d-6b0e-4334-a101-cdc3cca3f229 admin admin] 10.222.0.43 "PUT /v2.0/routers/4c75d151-3bc8-4a0e-a2b5-8fab391bccd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0003169
Apr 08 12:28:06.549845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54024) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:06.553472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:28:06.554148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0070a198>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:27:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:06.740713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:06.747498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:28:06.934979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:06.974941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Deleting port 10043d68-ee6b-418c-b4e1-58c5843ca18b {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:06.975336 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:07.061805 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0070a198>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:28:05Z', 'revision_number': 5, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port': {'id': '10043d68-ee6b-418c-b4e1-58c5843ca18b', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:39Z', 'updated_at': '2021-04-08T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:07.066074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] Checking router: 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:28:07.076099 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] Routers {'4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:28:07.076854 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0070a198>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:27:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:07.166950 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] For port 10043d68-ee6b-418c-b4e1-58c5843ca18b, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=10043d68-ee6b-418c-b4e1-58c5843ca18b,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:07.167353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:07.306159 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Calling delete_port for 10043d68-ee6b-418c-b4e1-58c5843ca18b owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:07.422165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] Set router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:28:07.534825 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0070a198>, [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:28:06Z', 'revision_number': 6, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:07.538981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb369314-cb13-48d1-8af8-4802d99a7e52 None None] The sync data for ids ['4c75d151-3bc8-4a0e-a2b5-8fab391bccd2'] in dv-cinder-784779-3-iscsi is: [{'id': '4c75d151-3bc8-4a0e-a2b5-8fab391bccd2', 'name': 'tempest-TestMinimumBasicScenario-594848302-router', 'tenant_id': '3c8d280858a84a1fa6535c7bdf155095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:38Z', 'updated_at': '2021-04-08T12:28:06Z', 'revision_number': 6, 'project_id': '3c8d280858a84a1fa6535c7bdf155095', 'gw_port_host': None}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:28:07.632533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:07.650893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-aaaa78be-1542-44fe-8b89-ff4418f9e96a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:07.756659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Pushing event deleted for resources: {'Port': ['ID=10043d68-ee6b-418c-b4e1-58c5843ca18b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:08.012615 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:08.162056 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:08.345417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:08.347769 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:08.403378 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 98dd25c1-e3cd-4beb-917c-7128504d54d0 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:28:08.441374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 98dd25c1-e3cd-4beb-917c-7128504d54d0 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:28:08.441776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 98dd25c1-e3cd-4beb-917c-7128504d54d0 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:28:08.442252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 10043d68-ee6b-418c-b4e1-58c5843ca18b no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:28:08.442803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:28:08.477912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:08.478567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:28:08.479667 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 10043d68-ee6b-418c-b4e1-58c5843ca18b {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:28:08.480066 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 10043d68-ee6b-418c-b4e1-58c5843ca18b not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:28:08.492141 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:08.493685 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-98d24620-81f2-4a49-a4bc-061e59ad6661 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4c75d151-3bc8-4a0e-a2b5-8fab391bccd2 HTTP/1.1" status: 204  len: 168 time: 1.9425330
Apr 08 12:28:08.496258 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54034) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:08.564717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Deleting subnet 33980395-2cf9-48f6-b206-b3aa47aa8ab7 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:28:08.568038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:08.621240 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:08.705635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:09.158613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:09.177985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:09.259875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33980395-2cf9-48f6-b206-b3aa47aa8ab7,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:09.265584 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:09.312772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:09.319021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866542d6-3351-442d-a462-6294e243044b None None] Network 4d0f2def-993d-407d-b9ff-9bae1274942d requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:28:09.322187 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8061a80c-b448-4934-a056-2e6db884418c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/33980395-2cf9-48f6-b206-b3aa47aa8ab7 HTTP/1.1" status: 204  len: 168 time: 0.8246994
Apr 08 12:28:09.322375 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 54042) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:09.441861 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:09.510579 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Deleting port 9ce2cca2-d644-4740-ad79-8bda65b27201 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:09.510952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:09.575103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] DHCP port deletion for 4d0f2def-993d-407d-b9ff-9bae1274942d request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:28:09.580724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Deleting port 9ce2cca2-d644-4740-ad79-8bda65b27201 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:09.581140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:09.816250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] For port 9ce2cca2-d644-4740-ad79-8bda65b27201, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9ce2cca2-d644-4740-ad79-8bda65b27201,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:09.816621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:09.947893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Calling delete_port for 9ce2cca2-d644-4740-ad79-8bda65b27201 owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:09.975039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] For port 9ce2cca2-d644-4740-ad79-8bda65b27201, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9ce2cca2-d644-4740-ad79-8bda65b27201,segment=NetworkSegment(1e356a4d-c3d0-4eb7-9b2a-2df7779e1550),segment_id=1e356a4d-c3d0-4eb7-9b2a-2df7779e1550)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:09.975436 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:10.109645 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Calling delete_port for 9ce2cca2-d644-4740-ad79-8bda65b27201 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:10.141121 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292'] for port, after_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:10.157269 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-453085b2-ccd8-414f-90d4-552c9108f5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:10.188156 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:28:10.188722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:28:10.252998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Pushing event deleted for resources: {'Port': ['ID=9ce2cca2-d644-4740-ad79-8bda65b27201,revision_number=None']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:10.275477 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.275872 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.276260 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.276646 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.277021 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.277395 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.277764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.278132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.279059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.279435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.279801 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.280180 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:28:10.283809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:10.314052 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92dc85b-bdf4-4481-8c36-abd0696ec2d4 None None] No DVR routers for this DVR port 9ce2cca2-d644-4740-ad79-8bda65b27201 on host dv-cinder-784779-3-iscsi {{(pid=84432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:28:10.417233 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9ce2cca2-d644-4740-ad79-8bda65b27201 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:28:10.458838 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 9ce2cca2-d644-4740-ad79-8bda65b27201 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:28:10.459235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9ce2cca2-d644-4740-ad79-8bda65b27201 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:28:10.690429 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Deleting port 9ce2cca2-d644-4740-ad79-8bda65b27201 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:10.690700 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:10.762706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] The port '9ce2cca2-d644-4740-ad79-8bda65b27201' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:28:10.885424 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:10.901891 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-5b9a2726-6769-4afd-bee3-a004a298864a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332410541&fields=id&tenant_id=5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 267 time: 0.0268648
Apr 08 12:28:11.000076 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f00b97ac8>,) {'filters': {'network_id': ['4d0f2def-993d-407d-b9ff-9bae1274942d']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:11.012989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00b97ac8>, '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:11.013814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00b97ac8>, '1e356a4d-c3d0-4eb7-9b2a-2df7779e1550') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:11.025875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:11.040812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:11.047224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:28:11.068357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-aaffebbe-6402-4fc8-adc1-4cff7ae598f5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:11.070440 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-aaffebbe-6402-4fc8-adc1-4cff7ae598f5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 811 time: 0.1611757
Apr 08 12:28:11.088546 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-8ca7011f-091f-40b3-bcf8-795251305739 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/quotas/5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 375 time: 0.0107915
Apr 08 12:28:11.188756 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-93312d55-0526-415c-89ed-0b029c552d7f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0931780
Apr 08 12:28:11.233172 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Network 4d0f2def-993d-407d-b9ff-9bae1274942d has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:28:11.242412 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:11.384138 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-c32a0a5e-eb02-45e2-bc1f-1c219bc714c7 service neutron] 10.222.0.43 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821146
Apr 08 12:28:11.418341 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Network 4d0f2def-993d-407d-b9ff-9bae1274942d has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   % (table.description, expected, rows_matched)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   % (table.description, expected, rows_matched)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   % (table.description, expected, rows_matched)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   % (table.description, expected, rows_matched)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:28:11.445900 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:28:11.538373 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-1128ec46-c033-4cf5-a462-d683763dd633 service neutron] 10.222.0.43 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368678
Apr 08 12:28:11.695181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:11.699744 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:11.703006 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:11.725776 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0f2def-993d-407d-b9ff-9bae1274942d,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:11.729239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:11.769855 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-55422fd6-ddc0-432a-85cd-79cc2cb857d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4d0f2def-993d-407d-b9ff-9bae1274942d HTTP/1.1" status: 204  len: 168 time: 2.4462688
Apr 08 12:28:11.772857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 54066) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:12.144346 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-8b4b7d7b-c17b-4960-b3a5-ab505d1c475f req-b688da62-1c5c-490f-a284-e5eb6512580c tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 210 time: 0.0610406
Apr 08 12:28:12.394367 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:12.798809 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Deleting port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:12.799190 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:12.989066 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] For port e076c930-d0b1-4d79-b774-0ba8b6fa8dc2, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,segment=NetworkSegment(ebdfb338-a4a8-4c99-9361-4ca637da3708),segment_id=ebdfb338-a4a8-4c99-9361-4ca637da3708)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:12.989474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:13.127831 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Calling delete_port for e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 owned by network:router_interface {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:13.322952 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-54b559ab-ff72-44ea-b775-acba0e38629d req-d06931ae-757f-404b-aa27-6d455779cc7e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 210 time: 0.0552940
Apr 08 12:28:13.346553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:13.362279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bcf43850-553b-498c-aea5-39cf52b1a60e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:13.462827 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e076c930-d0b1-4d79-b774-0ba8b6fa8dc2,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:13.467356 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:14.205740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:14.281924 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-74f7df6c-7a1e-4f63-94c7-a8d018fb0f06 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:14.283471 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-74f7df6c-7a1e-4f63-94c7-a8d018fb0f06 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 811 time: 0.2730427
Apr 08 12:28:14.375416 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-3a4f6946-f300-4344-ab3a-88577c6e9639 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5174f889b4cf4def811b78439275f602 HTTP/1.1" status: 200  len: 8059 time: 0.0834503
Apr 08 12:28:14.418387 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'port': {'device_id': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'admin_state_up': True, 'tenant_id': '5174f889b4cf4def811b78439275f602', 'security_groups': ['38f90380-4a2b-40b1-930b-0f87076c88d1']}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:28:14.673062 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d96c6631-1fc6-4410-8344-ed1782387842 req-7715cea0-b409-49ee-be19-32d32b5ff88f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 210 time: 0.1836495
Apr 08 12:28:14.779169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:28:14.793933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:28:14.970559 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Made reservation on behalf of 5174f889b4cf4def811b78439275f602 for: {'port': 1} {{(pid=84431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 12:28:14.976608 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:15.061365 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:28:15.305730 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Allocated IP 172.20.0.5 (7f160ec1-7ce7-4365-ac22-b0d5421f97ed/47ed7463-d7b2-41aa-8460-c89ca983a3b4/392861b4-9ae6-4b25-a046-7df1b14e8813) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:28:15.349749 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:28:15.358978 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] Sync routers for ids ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:28:15.368802 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] Routers {'d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:28:15.369472 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f013a9128>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:27:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:15.481463 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b6492ae8-bbfb-4e9c-b962-94eff8b827a3 admin admin] 10.222.0.43 "PUT /v2.0/routers/d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7073984
Apr 08 12:28:15.485514 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54086) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:15.545074 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:15.558007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] Set router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:28:15.561908 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Transition to ACTIVE for port object 392861b4-9ae6-4b25-a046-7df1b14e8813 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:28:15.613759 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:15.629969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-50ade010-51bd-4146-be4f-9c960a8eda03 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:15.676415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:15.774476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=392861b4-9ae6-4b25-a046-7df1b14e8813,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:15.784863 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:15.855034 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:28:15.857503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources bound (agent type, host, resource id):  {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:28:15.860380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:28:15.876133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f013a9128>, [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:28:13Z', 'revision_number': 5, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:15.882086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] Checking router: d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:28:15.891985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] Routers {'d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:28:15.892661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f013a9128>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:27:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:15.933119 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:15.933815 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:15.955573 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff6f32-a66c-442b-aa08-069796b191e6 req-a237a64c-1bd6-44de-a4ce-7c8a572814b8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:15.958913 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-17ff6f32-a66c-442b-aa08-069796b191e6 req-a237a64c-1bd6-44de-a4ce-7c8a572814b8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 931 time: 0.1538322
Apr 08 12:28:15.958913 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:15.988972 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-17ff6f32-a66c-442b-aa08-069796b191e6 req-98285f4b-c477-46a1-b477-b0993cd475d8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252206
Apr 08 12:28:16.114693 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] Set router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:28:16.171029 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7579553
Apr 08 12:28:16.183890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Request body: {'port': {'device_id': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:28:16.209738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-08baaf76-21dd-45ca-b990-d183f355ab47 None None] Provisioning for port 392861b4-9ae6-4b25-a046-7df1b14e8813 completed by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:28:16.215249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-08baaf76-21dd-45ca-b990-d183f355ab47 None None] Provisioning complete for port 392861b4-9ae6-4b25-a046-7df1b14e8813 triggered by entity DHCP. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:28:16.216421 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08baaf76-21dd-45ca-b990-d183f355ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:16.247701 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Deleting port e0222576-53a2-423c-90d7-a9d62434a043 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:16.248659 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:16.282562 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-08baaf76-21dd-45ca-b990-d183f355ab47 None None] Port 392861b4-9ae6-4b25-a046-7df1b14e8813 cannot update to ACTIVE because it is not bound. {{(pid=84432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 12:28:16.320411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:16.433369 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f013a9128>, [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:28:13Z', 'revision_number': 5, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:16.438259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4077fbf-930a-4352-a13f-06dcb7aa3344 None None] The sync data for ids ['d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e'] in dv-cinder-784779-3-iscsi is: [{'id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'name': 'tempest-TestMinimumBasicScenario-2097031314-router', 'tenant_id': '95612e7244e74bb889206ac88d8444b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:25:47Z', 'updated_at': '2021-04-08T12:28:13Z', 'revision_number': 5, 'project_id': '95612e7244e74bb889206ac88d8444b4', 'gw_port': {'id': 'e0222576-53a2-423c-90d7-a9d62434a043', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:25:48Z', 'updated_at': '2021-04-08T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:28:16.449297 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] For port e0222576-53a2-423c-90d7-a9d62434a043, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=e0222576-53a2-423c-90d7-a9d62434a043,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:16.449703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:16.585010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Calling delete_port for e0222576-53a2-423c-90d7-a9d62434a043 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:16.746885 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392861b4-9ae6-4b25-a046-7df1b14e8813 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:28:16.756904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:16.773098 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Transition to ACTIVE for port object 392861b4-9ae6-4b25-a046-7df1b14e8813 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 12:28:16.803764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:16.821377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-257f3078-3488-4394-8fd8-6a0974537dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:16.837640 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:16.854296 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-006b5a1a-55e0-4b70-a318-e47253f871ac tempest-TestShelveInstance-899333605 tempest-TestShelveInstance-899333605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:16.920585 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0222576-53a2-423c-90d7-a9d62434a043,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:16.923343 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:16.987175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Pushing event updated for resources: {'Port': ['ID=392861b4-9ae6-4b25-a046-7df1b14e8813,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:16.991881 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:17.100688 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.552224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.554572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.555875 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc30cb-c28f-4a0e-868d-7acaeb427174 req-3a655b08-0c12-4199-8c3e-79a3195c4bf5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:17.556647 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0ecc30cb-c28f-4a0e-868d-7acaeb427174 req-3a655b08-0c12-4199-8c3e-79a3195c4bf5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:28:17.567867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Attempting to bind port 392861b4-9ae6-4b25-a046-7df1b14e8813 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 12:28:17.573136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Attempting to bind port 392861b4-9ae6-4b25-a046-7df1b14e8813 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 12:28:17.573136 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Attempting to bind port 392861b4-9ae6-4b25-a046-7df1b14e8813 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:28:17.578061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Port 392861b4-9ae6-4b25-a046-7df1b14e8813 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 12:28:17.578450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Attempting to bind port 392861b4-9ae6-4b25-a046-7df1b14e8813 on network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 12:28:17.583929 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Checking agent: {'id': '2d1d391e-a4ec-4738-adaa-f982fba5e5b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'started_at': datetime.datetime(2021, 4, 8, 12, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 12:28:17.584311 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Checking segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 12:28:17.584731 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Bound using segment: {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 12:28:17.585201 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Bound port: 392861b4-9ae6-4b25-a046-7df1b14e8813, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 12:28:17.585588 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.636148 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0ecc30cb-c28f-4a0e-868d-7acaeb427174 req-3a655b08-0c12-4199-8c3e-79a3195c4bf5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:28:17.637412 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0ecc30cb-c28f-4a0e-868d-7acaeb427174 req-3a655b08-0c12-4199-8c3e-79a3195c4bf5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 943 time: 0.2875788
Apr 08 12:28:17.686181 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0ecc30cb-c28f-4a0e-868d-7acaeb427174 req-3b02ed9c-fec1-4da8-8c68-7608a2ee7cf8 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349293
Apr 08 12:28:17.687250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] For port 392861b4-9ae6-4b25-a046-7df1b14e8813, host hv-cinder-78477, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 12:28:17.751174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] For port 392861b4-9ae6-4b25-a046-7df1b14e8813, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=392861b4-9ae6-4b25-a046-7df1b14e8813,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 12:28:17.815362 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853752316'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.830926 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-129f2e7f-2bca-4eb8-a307-fb192d4b914b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:17.889111 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.889699 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:28:17.905492 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.909006 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-dfab99a1-7e90-4efe-926f-0dbc737066e8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d7bf0f99-0872-4d2f-ba7e-5d4a0c87e85e HTTP/1.1" status: 204  len: 168 time: 2.4201272
Apr 08 12:28:17.913198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54094) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:17.982991 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Deleting subnet 5b60bb13-247a-42c1-b23c-5adaae26a1d2 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:28:17.986379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:17.987883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Pushing event updated for resources: {'Port': ['ID=392861b4-9ae6-4b25-a046-7df1b14e8813,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:17.993803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:18.028392 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:18.029242 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:18.030636 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] 10.222.0.55 "PUT /v2.0/ports/392861b4-9ae6-4b25-a046-7df1b14e8813 HTTP/1.1" status: 200  len: 1093 time: 1.8512928
Apr 08 12:28:18.031204 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:28:18.046775 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:18.150478 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:18.245060 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f8430663-1b27-40e2-b6c2-a2fdd0735062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:18.247262 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-f8430663-1b27-40e2-b6c2-a2fdd0735062 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 1096 time: 0.1399269
Apr 08 12:28:18.249388 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'status': 'completed', 'code': 200}
Apr 08 12:28:18.326400 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-e9a615ae-36d9-4be5-9b65-2258a169ff94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=392861b4-9ae6-4b25-a046-7df1b14e8813 HTTP/1.1" status: 200  len: 217 time: 0.0715191
Apr 08 12:28:18.408221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-ad00a9c5-fab0-427d-8214-5dc45fb09207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:18.409795 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-ad00a9c5-fab0-427d-8214-5dc45fb09207 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0782907
Apr 08 12:28:18.422435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:28:18.463904 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:28:18.464571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e076c930-d0b1-4d79-b774-0ba8b6fa8dc2 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:28:18.465044 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e0222576-53a2-423c-90d7-a9d62434a043 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:28:18.501295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: e0222576-53a2-423c-90d7-a9d62434a043 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:28:18.501961 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device e0222576-53a2-423c-90d7-a9d62434a043 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:28:18.503555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-0e74cefe-e778-48dd-bcbb-20fd2027a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:18.505468 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-0e74cefe-e778-48dd-bcbb-20fd2027a560 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894511
Apr 08 12:28:18.621166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:18.638780 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:18.649568 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-31f3f351-d087-4027-9988-298c783c6c06 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375947
Apr 08 12:28:18.726989 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b60bb13-247a-42c1-b23c-5adaae26a1d2,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:18.740155 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:18.777342 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:18.782982 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099609da-434b-47b5-844d-53212c3b54f0 None None] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:28:18.783968 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b60bb13-247a-42c1-b23c-5adaae26a1d2 HTTP/1.1" status: 204  len: 168 time: 0.8696122
Apr 08 12:28:18.786719 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54104) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:18.799235 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d5e9348f-b313-4ffe-b0ca-8b459f3cc454 req-c6a83fc6-ac92-41ba-9d6a-1e4cf887c2d2 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433406
Apr 08 12:28:18.910486 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:18.983765 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007097-b2e5-415e-9bc9-8393a40ff338 req-ea3d9183-21c3-414a-9e52-5fcd4a787364 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:18.985944 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-41007097-b2e5-415e-9bc9-8393a40ff338 req-ea3d9183-21c3-414a-9e52-5fcd4a787364 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 943 time: 0.1567290
Apr 08 12:28:18.991046 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Deleting port b3194304-40fc-4730-8ce4-4aaae3705a5c {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:18.991430 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:19.013882 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-fa94fe97-b0c6-4932-9ce3-cb71c887483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:19.015497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-fa94fe97-b0c6-4932-9ce3-cb71c887483e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 1096 time: 0.1323247
Apr 08 12:28:19.053572 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-41007097-b2e5-415e-9bc9-8393a40ff338 req-f230f324-6dba-4ed1-9e6a-761fc56458c0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585904
Apr 08 12:28:19.071031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] DHCP port deletion for b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:28:19.076457 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Deleting port b3194304-40fc-4730-8ce4-4aaae3705a5c {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:19.077092 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:19.170521 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-4c62ebfc-e712-4bb1-a3df-ac2dc8a68eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:19.172007 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-4c62ebfc-e712-4bb1-a3df-ac2dc8a68eec service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1480746
Apr 08 12:28:19.235079 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] For port b3194304-40fc-4730-8ce4-4aaae3705a5c, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=b3194304-40fc-4730-8ce4-4aaae3705a5c,segment=NetworkSegment(ebdfb338-a4a8-4c99-9361-4ca637da3708),segment_id=ebdfb338-a4a8-4c99-9361-4ca637da3708)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:19.235612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:19.247853 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-dd67aa0f-cf45-4ca2-9064-5807aeac7138 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=392861b4-9ae6-4b25-a046-7df1b14e8813 HTTP/1.1" status: 200  len: 217 time: 0.0656900
Apr 08 12:28:19.299221 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] For port b3194304-40fc-4730-8ce4-4aaae3705a5c, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=b3194304-40fc-4730-8ce4-4aaae3705a5c,segment=NetworkSegment(ebdfb338-a4a8-4c99-9361-4ca637da3708),segment_id=ebdfb338-a4a8-4c99-9361-4ca637da3708)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:19.299589 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:19.326385 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-754c1f06-8d62-4215-a813-aca6afefbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:19.327965 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-754c1f06-8d62-4215-a813-aca6afefbf37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0707979
Apr 08 12:28:19.370991 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Calling delete_port for b3194304-40fc-4730-8ce4-4aaae3705a5c owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:19.413933 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-d2864812-e0f2-4650-a0c3-fc4f06dcd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:19.415837 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-d2864812-e0f2-4650-a0c3-fc4f06dcd9d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805886
Apr 08 12:28:19.434108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Calling delete_port for b3194304-40fc-4730-8ce4-4aaae3705a5c owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:28:19.512948 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:28:19.513348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:28:19.517995 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:19.533887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-018a6a1e-0de4-4dd4-8a7d-74fb69cf9dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:19.562722 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-273a045d-618b-479d-9469-1500b8f5d0f2 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399496
Apr 08 12:28:19.632250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3194304-40fc-4730-8ce4-4aaae3705a5c,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:19.634896 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:19.681067 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] No DVR routers for this DVR port b3194304-40fc-4730-8ce4-4aaae3705a5c on host dv-cinder-784779-3-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:28:19.705741 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2885fff4-b6d6-44b2-beac-a9db2bed7d03 req-0f209348-30be-46e1-9750-f68cc6500847 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370478
Apr 08 12:28:19.805897 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:19.917307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f016a3f60>,) {'filters': {'network_id': ['b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:19.930116 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f016a3f60>, 'ebdfb338-a4a8-4c99-9361-4ca637da3708') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:19.930500 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f016a3f60>, 'ebdfb338-a4a8-4c99-9361-4ca637da3708') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:19.942169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:20.014582 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Deleting port b3194304-40fc-4730-8ce4-4aaae3705a5c {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:28:20.015018 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:20.030561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:20.037374 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:28:20.087122 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f385c-c943-47ad-9f86-a0a2babfe79c None None] The port 'b3194304-40fc-4730-8ce4-4aaae3705a5c' was deleted {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:28:20.308925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:28:20.320225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:20.407549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device b3194304-40fc-4730-8ce4-4aaae3705a5c no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:28:20.446999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: b3194304-40fc-4730-8ce4-4aaae3705a5c {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:28:20.447401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device b3194304-40fc-4730-8ce4-4aaae3705a5c not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:28:20.525099 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Network b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:28:20.552678 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:28:20.562133 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79192d4-c515-4cee-8e60-cd7a0d163702 req-984660b3-d2f1-45c6-8372-9dbc3134663a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:20.563697 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e79192d4-c515-4cee-8e60-cd7a0d163702 req-984660b3-d2f1-45c6-8372-9dbc3134663a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 943 time: 0.3340976
Apr 08 12:28:20.658339 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e79192d4-c515-4cee-8e60-cd7a0d163702 req-763024cb-88e2-47a1-b114-f6bc838f6c2d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475137
Apr 08 12:28:20.814740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:20.818267 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:20.832849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:20.843803 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:20.848163 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:20.851840 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-7f51f55d-5c86-424e-b859-3748894163a5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b878dcfd-3c6f-4a67-b39d-7efbb89ddfe4 HTTP/1.1" status: 204  len: 168 time: 2.0641103
Apr 08 12:28:21.172849 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54112) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:21.211873 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bbe37d6b-aa19-4819-8715-83c0b5eedb51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c8d280858a84a1fa6535c7bdf155095&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0377114
Apr 08 12:28:21.214280 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54116) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:21.276738 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1cd7142e-ce49-457a-8ebd-8e53c2fe0c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:21.304012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1cd7142e-ce49-457a-8ebd-8e53c2fe0c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:21.448774 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1cd7142e-ce49-457a-8ebd-8e53c2fe0c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:21.454078 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-4dc6db00-2b36-4485-83cc-786c66e89475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:21.468890 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7142e-ce49-457a-8ebd-8e53c2fe0c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515aa289-ecb5-4748-bfdf-5089da0ad2a6,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:21.471349 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1cd7142e-ce49-457a-8ebd-8e53c2fe0c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:21.520577 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1cd7142e-ce49-457a-8ebd-8e53c2fe0c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:21.521833 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1cd7142e-ce49-457a-8ebd-8e53c2fe0c8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/515aa289-ecb5-4748-bfdf-5089da0ad2a6 HTTP/1.1" status: 204  len: 168 time: 0.3065474
Apr 08 12:28:21.862418 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711d94b-5ae9-41ea-a9a8-0f8ed2a53ee1 req-113a919b-deac-4b32-bcf3-5e50c2e98da2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:21.864006 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2711d94b-5ae9-41ea-a9a8-0f8ed2a53ee1 req-113a919b-deac-4b32-bcf3-5e50c2e98da2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 943 time: 0.0909901
Apr 08 12:28:21.898870 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2711d94b-5ae9-41ea-a9a8-0f8ed2a53ee1 req-9dab3204-1b37-4b82-aa63-b234961a6d6b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0283647
Apr 08 12:28:22.121876 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54126) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:22.157587 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-5d5e4fdb-2c6d-43dc-97c0-c10d2562d506 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95612e7244e74bb889206ac88d8444b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0341005
Apr 08 12:28:22.160010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54130) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:22.220662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4427-7bd1-4f5f-9c08-50bc28658a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:22.251251 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4427-7bd1-4f5f-9c08-50bc28658a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:22.517635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4427-7bd1-4f5f-9c08-50bc28658a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:22.522845 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-38090a61-52e4-448b-86ad-b42cea7a6f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:22.537219 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a4427-7bd1-4f5f-9c08-50bc28658a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30838942-07de-4955-8d17-118b1d5cf3c1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:22.540013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-ac6a4427-7bd1-4f5f-9c08-50bc28658a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:22.541225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ac6a4427-7bd1-4f5f-9c08-50bc28658a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:22.542492 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-ac6a4427-7bd1-4f5f-9c08-50bc28658a80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30838942-07de-4955-8d17-118b1d5cf3c1 HTTP/1.1" status: 204  len: 168 time: 0.3814862
Apr 08 12:28:23.104370 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a071063-050b-493a-8938-d6c03078ab98 req-06e81bbf-49d1-4819-af7c-748be0577725 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:23.105941 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a071063-050b-493a-8938-d6c03078ab98 req-06e81bbf-49d1-4819-af7c-748be0577725 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 943 time: 0.0910344
Apr 08 12:28:23.137446 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a071063-050b-493a-8938-d6c03078ab98 req-9c411ac5-0ae6-4fe5-b9ea-d7c511851c8c tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244155
Apr 08 12:28:24.335250 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321faa02-b64a-434d-bd29-29ac9b6ad743 req-291e421f-a530-406e-b40c-4a61602fe24b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:24.336817 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-321faa02-b64a-434d-bd29-29ac9b6ad743 req-291e421f-a530-406e-b40c-4a61602fe24b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 943 time: 0.0880165
Apr 08 12:28:24.366517 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-321faa02-b64a-434d-bd29-29ac9b6ad743 req-f31ddaa3-432d-4499-84bb-3653e9faf7f5 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0232682
Apr 08 12:28:24.493024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a5-9463-4d45-9f8e-fda33a1e5562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:25.573833 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc71c8-f503-4e05-9cc5-fd9fc9afbf9b req-f596260e-2406-4c5c-9b89-ec48f1ac620b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:25.576101 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d8cc71c8-f503-4e05-9cc5-fd9fc9afbf9b req-f596260e-2406-4c5c-9b89-ec48f1ac620b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 943 time: 0.0902431
Apr 08 12:28:25.605888 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d8cc71c8-f503-4e05-9cc5-fd9fc9afbf9b req-8cc48644-ecfc-4858-8e0a-0e1c2bae8d4f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236709
Apr 08 12:28:25.707317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 392861b4-9ae6-4b25-a046-7df1b14e8813 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 12:28:25.849694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 392861b4-9ae6-4b25-a046-7df1b14e8813, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=392861b4-9ae6-4b25-a046-7df1b14e8813,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:25.863333 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Returning: {'device': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'port_id': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'mac_address': 'fa:16:3e:df:a7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 12:28:25.920549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:25.921808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392861b4-9ae6-4b25-a046-7df1b14e8813 {{(pid=84432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 12:28:25.937808 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 392861b4-9ae6-4b25-a046-7df1b14e8813, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=392861b4-9ae6-4b25-a046-7df1b14e8813,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:25.992008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:25.993761 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:26.066123 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=392861b4-9ae6-4b25-a046-7df1b14e8813,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:26.069538 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:26.198216 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] get_ports_and_sgs() called for port_ids ['392861b4-9ae6-4b25-a046-7df1b14e8813'] {{(pid=84432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 12:28:26.688952 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2ea0f761-a7e0-47f4-8edd-de4b6f26b550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:26.803376 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0f10b-f05b-49c0-b686-d3fefba39b19 req-ad2f82c3-52a0-4e4d-88a5-6aa569925f77 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:26.804955 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c5c0f10b-f05b-49c0-b686-d3fefba39b19 req-ad2f82c3-52a0-4e4d-88a5-6aa569925f77 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 944 time: 0.0872023
Apr 08 12:28:26.838080 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-c5c0f10b-f05b-49c0-b686-d3fefba39b19 req-1df057e4-c2e6-433f-8567-1ddf11f26c11 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0266473
Apr 08 12:28:27.065962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:27.719567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 392861b4-9ae6-4b25-a046-7df1b14e8813 up at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 12:28:27.831722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning for port 392861b4-9ae6-4b25-a046-7df1b14e8813 completed by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 12:28:27.836629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.provisioning_blocks [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Provisioning complete for port 392861b4-9ae6-4b25-a046-7df1b14e8813 triggered by entity L2. {{(pid=84432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 12:28:27.837051 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763434'] for port, provisioning_complete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:27.959419 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:27.970840 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813'}] {{(pid=84432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:28:27.981698 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] For port 392861b4-9ae6-4b25-a046-7df1b14e8813, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=392861b4-9ae6-4b25-a046-7df1b14e8813,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:28:28.013301 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:28.016867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:28.040523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945190c-5b1f-4418-b884-fea59d91a58a req-440ac489-cbaf-4ebb-8f25-50193a10fe36 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:28.042147 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2945190c-5b1f-4418-b884-fea59d91a58a req-440ac489-cbaf-4ebb-8f25-50193a10fe36 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 945 time: 0.0907283
Apr 08 12:28:28.055357 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'code': 200}
Apr 08 12:28:28.075345 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-2945190c-5b1f-4418-b884-fea59d91a58a req-48117b3e-a7c2-4ec3-b86b-e0f20db4387b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257185
Apr 08 12:28:28.096750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Pushing event updated for resources: {'Port': ['ID=392861b4-9ae6-4b25-a046-7df1b14e8813,revision_number=5']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:28.099898 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:28.295358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:28.365162 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d66433-d390-4db3-9d38-d54cefa6bd3a req-0a1af592-30b8-4275-8505-90a08b07fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:28.367015 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6d66433-d390-4db3-9d38-d54cefa6bd3a req-0a1af592-30b8-4275-8505-90a08b07fdc6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 1098 time: 0.0794840
Apr 08 12:28:28.395900 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-d6d66433-d390-4db3-9d38-d54cefa6bd3a req-651e2005-b3da-4b8f-b7bc-04ec3a13475e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0225863
Apr 08 12:28:28.854722 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:29.282166 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f397fc-94ae-450d-ba67-61337defaf3b req-a1b94f95-e249-4666-95d1-9323abb75f7e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:29.283775 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-75f397fc-94ae-450d-ba67-61337defaf3b req-a1b94f95-e249-4666-95d1-9323abb75f7e tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 945 time: 0.0890141
Apr 08 12:28:29.318655 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-75f397fc-94ae-450d-ba67-61337defaf3b req-e52f2f73-1f61-4e8e-a57f-76aa9cab626a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286129
Apr 08 12:28:30.521724 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5e681-bb57-4c3a-9f27-b3fd429236fa req-9ab661e1-67e5-4cad-9386-daca6c6798a0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:30.523317 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9fa5e681-bb57-4c3a-9f27-b3fd429236fa req-9ab661e1-67e5-4cad-9386-daca6c6798a0 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 945 time: 0.0912192
Apr 08 12:28:30.552965 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-9fa5e681-bb57-4c3a-9f27-b3fd429236fa req-ac3c5be3-a0db-47db-b376-ee2ae6dfa7a2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0232494
Apr 08 12:28:30.750907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ad052-66e6-4a5e-9dbd-c6829f44e81e req-f00e4eb6-1e39-4337-ad3b-0adc3c4d2ff3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:30.752401 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-682ad052-66e6-4a5e-9dbd-c6829f44e81e req-f00e4eb6-1e39-4337-ad3b-0adc3c4d2ff3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 945 time: 0.0883372
Apr 08 12:28:30.782545 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-682ad052-66e6-4a5e-9dbd-c6829f44e81e req-b82e9c0f-89a5-4d41-be68-8d0acd40a298 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0235782
Apr 08 12:28:30.807558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54154) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:30.883529 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f231b3-322d-4775-ad45-e7ea266812aa tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:30.885116 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-81f231b3-322d-4775-ad45-e7ea266812aa tempest-TestVolumeBootPattern-595949429 tempest-TestVolumeBootPattern-595949429-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 1093 time: 0.0765250
Apr 08 12:28:30.888169 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54158) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:28:30.893443 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.v2.base [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Request body: {'floatingip': {'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'port_id': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 12:28:30.899642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 12:28:30.903711 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Usage tracker for resource:floatingip and tenant:5174f889b4cf4def811b78439275f602 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 12:28:30.906635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 12:28:30.912510 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.quota.driver [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 12:28:30.967318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:31.113777 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:31.255867 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_common [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Allocated IP 172.27.1.141 (5d8aced2-2e05-4ff6-b07a-895d0ca3f513/baa03969-7db4-45fe-8696-96623ffe6d7c/894a0504-5899-4b17-bf87-6b1174860642) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 12:28:31.662446 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:31.723670 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748582533508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:31.738977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7955f949-1db9-41c0-b4d5-039d2ce59117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:31.875013 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=894a0504-5899-4b17-bf87-6b1174860642,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:31.880036 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:31.934295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Network 5d8aced2-2e05-4ff6-b07a-895d0ca3f513 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 12:28:31.935662 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.base_scheduler [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Resources bound (agent type, host, resource id):  {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 12:28:31.937957 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 12:28:32.367101 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:32.476602 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854588706'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:32.744979 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:32.774196 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288271799668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748582533525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288272242258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852557960'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:32.789695 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-d5872e2f-5731-4041-8f83-c9445811c191 tempest-VolumesSnapshotTestJSON-382893331 tempest-VolumesSnapshotTestJSON-382893331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:28:32.923935 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event updated for resources: {'Port': ['ID=894a0504-5899-4b17-bf87-6b1174860642,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:28:32.928627 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:28:33.030498 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648691'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:33.209139 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Floating IP 588542d6-2971-40ab-afed-084f0a967213 associated. External IP: 172.27.1.141, port: 392861b4-9ae6-4b25-a046-7df1b14e8813.
Apr 08 12:28:33.576089 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:28:33.763474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:28:33.773082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:28:33.782953 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:28:33.783621 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00c44400>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:28:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:33.814642 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:33.872776 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-f3a553dc-8bea-4274-b7ac-49653e4fbc59 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9833193
Apr 08 12:28:33.873829 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:28:33.928593 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'status': 'completed', 'code': 200}
Apr 08 12:28:33.973601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:28:34.029654 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-78ea429a-99d3-4cd5-a14f-2e1afb48ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:34.030517 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-78ea429a-99d3-4cd5-a14f-2e1afb48ec43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 1098 time: 0.0783260
Apr 08 12:28:34.188323 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-d20b9970-18de-46e9-995a-44bafef1411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:34.189970 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-d20b9970-18de-46e9-995a-44bafef1411a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1526554
Apr 08 12:28:34.312804 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-96feba7a-fb52-4c07-a9f0-8e332a4f6ee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=392861b4-9ae6-4b25-a046-7df1b14e8813 HTTP/1.1" status: 200  len: 999 time: 0.1075554
Apr 08 12:28:34.384757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-d253961f-c811-4bc2-bec6-af2afcd73c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:34.386424 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-d253961f-c811-4bc2-bec6-af2afcd73c50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0678582
Apr 08 12:28:34.469386 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-7900bda4-7d6c-488a-972c-e175c78b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:34.471074 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-7900bda4-7d6c-488a-972c-e175c78b5d14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786397
Apr 08 12:28:34.523599 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00c44400>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '588542d6-2971-40ab-afed-084f0a967213', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:df:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:28:32Z', 'updated_at': '2021-04-08T12:28:32Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}, {'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:34Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:34.528007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:28:34.537195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:28:34.537912 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00c44400>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:28:27Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:34.612222 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-aea86581-de53-4a82-a764-42521f0ab5d9 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343048
Apr 08 12:28:34.725432 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:28:34.755954 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-6dc3cc97-63a9-436e-bf85-99ea1d3bdbc1 req-4bf64135-9d2c-4141-baa7-f8e37e60f70a service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372790
Apr 08 12:28:35.089524 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00c44400>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '588542d6-2971-40ab-afed-084f0a967213', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:df:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:28:32Z', 'updated_at': '2021-04-08T12:28:32Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}, {'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:34Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:28:35.093811 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f97d09-663f-4671-94e3-8f524af8fe52 None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': '588542d6-2971-40ab-afed-084f0a967213', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:df:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:28:32Z', 'updated_at': '2021-04-08T12:28:32Z', 'revision_number': 0, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}, {'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:34Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:28:35.329090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:35.397332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f39cc6-41c6-409d-b1a6-151be64fa2c8 None None] New status for floating IP 588542d6-2971-40ab-afed-084f0a967213: ACTIVE {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:28:42.705751 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-c4cde7c1-3b46-424e-a321-099f49e1adc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0803199
Apr 08 12:28:42.853818 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-62d84277-7060-47b9-9e9e-07a856eeaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:42.855454 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-62d84277-7060-47b9-9e9e-07a856eeaf72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1098 time: 0.0779059
Apr 08 12:28:43.007494 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-a9205f56-0eb9-4ac9-8e3f-68e87c57f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:43.008954 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-a9205f56-0eb9-4ac9-8e3f-68e87c57f592 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1339025
Apr 08 12:28:43.119001 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-4caf5392-3d7f-4917-aee9-2137dbda2f79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 200  len: 1001 time: 0.1015329
Apr 08 12:28:43.186501 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-e60735c0-c568-4794-8077-a8b0b8cfb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:43.188001 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-e60735c0-c568-4794-8077-a8b0b8cfb8f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0624678
Apr 08 12:28:43.504554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-bf93edb9-ef06-4acb-837c-cbcc7e9d241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:28:43.506446 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-bf93edb9-ef06-4acb-837c-cbcc7e9d241a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3119025
Apr 08 12:28:43.652259 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-82ded6b3-8111-494a-8e63-4e8ed16cde0a service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347711
Apr 08 12:28:43.791279 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-e1690dea-f6d9-4e49-afe4-9bcac644f588 req-1b90b9f5-e94a-475a-a6bc-eb9862235052 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329970
Apr 08 12:28:45.443124 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:28:54.477550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-f5978d0b-0d3e-4521-bac3-d959ccd60ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:56.677390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1145908e-c3bf-41af-b1ba-99bdfb065087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:57.076783 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:58.299594 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:28:58.842572 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:05.355291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:22.442641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:29:24.474513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8fede38e-6a28-484b-ac7a-82f1f94d07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:26.668736 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbad3-de10-4549-9cfc-a9975dfb749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:27.065523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:28.302921 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:28.854084 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:35.348702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:42.046935 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-2c9339d0-d30e-4973-b84a-85eb12a6a8d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773180
Apr 08 12:29:42.142657 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-38e889d2-3636-4952-a067-f5d5188b4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:42.144166 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-38e889d2-3636-4952-a067-f5d5188b4138 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 1098 time: 0.0765347
Apr 08 12:29:42.298347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-7d749f2e-6daf-4f1b-affe-bcfa219955bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:42.299862 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-7d749f2e-6daf-4f1b-affe-bcfa219955bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1363685
Apr 08 12:29:42.409245 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-2fe89142-7151-44a1-aba6-84c43910b06c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=392861b4-9ae6-4b25-a046-7df1b14e8813 HTTP/1.1" status: 200  len: 1001 time: 0.1027927
Apr 08 12:29:42.479980 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-da52d615-d090-4f84-ab20-d624590ad7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:42.481511 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-da52d615-d090-4f84-ab20-d624590ad7ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0659971
Apr 08 12:29:42.564901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-ea4ebca1-b3b5-4f63-97bd-6ff1e0a0cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:42.566404 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-ea4ebca1-b3b5-4f63-97bd-6ff1e0a0cb55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785599
Apr 08 12:29:42.706723 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-c7426ff2-2e6c-4e58-82a1-3de23e6abcc5 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331742
Apr 08 12:29:42.845207 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-eae4ae6f-c969-40b6-93b9-212398c48c56 req-c4d66d2b-5ccc-4c7f-a846-c3ca81d90b58 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321948
Apr 08 12:29:54.470338 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-d08c9c54-0c9f-4197-9616-444b36ad9fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:54.975383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54186) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:29:55.196888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Deleting port 894a0504-5899-4b17-bf87-6b1174860642 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:29:55.197291 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:55.379474 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:55.379835 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:55.517650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Calling delete_port for 894a0504-5899-4b17-bf87-6b1174860642 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:29:55.802075 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:55.821053 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-27cb48f7-a9fa-43d1-b35a-85a439ab36a8 tempest-AttachVolumeTestJSON-1233716692 tempest-AttachVolumeTestJSON-1233716692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:29:55.923010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event deleted for resources: {'Port': ['ID=894a0504-5899-4b17-bf87-6b1174860642,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:29:55.935444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.935883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.936304 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.936726 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.937139 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.937553 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.937967 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.938406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.938823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.939232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.939641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.940047 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:55.946901 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:29:56.093520 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:56.093822 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Floating IP 588542d6-2971-40ab-afed-084f0a967213 disassociated (deleted). External IP: 172.27.1.141, port: 392861b4-9ae6-4b25-a046-7df1b14e8813.
Apr 08 12:29:56.688417 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-df3f80ea-824e-43a8-9572-0f69a1977fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:56.717629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:29:56.906625 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:29:56.916179 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:29:56.925911 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:29:56.928152 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00ae4a58>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:29:56.959824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:57.024903 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-8501e2ea-62bd-4a7a-a3d2-e77958530bd3 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "DELETE /v2.0/floatingips/588542d6-2971-40ab-afed-084f0a967213 HTTP/1.1" status: 204  len: 168 time: 2.0456023
Apr 08 12:29:57.024903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:29:57.083380 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'status': 'completed', 'code': 200}
Apr 08 12:29:57.113661 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:57.134010 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:29:57.183174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04689-073a-4fb4-a17f-5baed557216d req-5dc638ec-f086-4cf7-be9f-2e060bc8d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:57.184852 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4e04689-073a-4fb4-a17f-5baed557216d req-5dc638ec-f086-4cf7-be9f-2e060bc8d741 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 1098 time: 0.0788937
Apr 08 12:29:57.331824 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04689-073a-4fb4-a17f-5baed557216d req-a16cbe5d-d572-4338-8e27-4e67472d4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:57.333445 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4e04689-073a-4fb4-a17f-5baed557216d req-a16cbe5d-d572-4338-8e27-4e67472d4778 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1426191
Apr 08 12:29:57.412136 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4e04689-073a-4fb4-a17f-5baed557216d req-43a9eab9-4563-44ac-86cc-6116bb8a9a10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=392861b4-9ae6-4b25-a046-7df1b14e8813 HTTP/1.1" status: 200  len: 217 time: 0.0714025
Apr 08 12:29:57.486762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04689-073a-4fb4-a17f-5baed557216d req-ab4dea06-0385-42ac-88bd-f19458c61c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:57.488325 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4e04689-073a-4fb4-a17f-5baed557216d req-ab4dea06-0385-42ac-88bd-f19458c61c68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0691047
Apr 08 12:29:57.524874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00ae4a58>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:34Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:29:57.529262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:29:57.538194 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:29:57.538906 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00ae4a58>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:29:57.575814 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04689-073a-4fb4-a17f-5baed557216d req-40842308-3c46-4227-b371-7a95925a9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:57.577445 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4e04689-073a-4fb4-a17f-5baed557216d req-40842308-3c46-4227-b371-7a95925a9309 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813367
Apr 08 12:29:57.732174 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4e04689-073a-4fb4-a17f-5baed557216d req-8d234139-aac3-4996-9e59-9625c4b74e09 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472795
Apr 08 12:29:57.736398 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:29:57.811195 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd2ae2-3d77-4cfd-9b2b-02c9b9bcb9c3 req-f53b27fb-7857-479f-93e0-3062a2da780f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:57.811970 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0dfd2ae2-3d77-4cfd-9b2b-02c9b9bcb9c3 req-f53b27fb-7857-479f-93e0-3062a2da780f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:29:57.859489 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-0dfd2ae2-3d77-4cfd-9b2b-02c9b9bcb9c3 req-f53b27fb-7857-479f-93e0-3062a2da780f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:29:57.860710 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0dfd2ae2-3d77-4cfd-9b2b-02c9b9bcb9c3 req-f53b27fb-7857-479f-93e0-3062a2da780f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 945 time: 0.4205155
Apr 08 12:29:57.877842 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a4e04689-073a-4fb4-a17f-5baed557216d req-6d18ab46-b86c-410b-a538-ae321b505889 service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393604
Apr 08 12:29:57.895205 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-0dfd2ae2-3d77-4cfd-9b2b-02c9b9bcb9c3 req-658b6996-c16d-4d65-b660-526d48bccb1a tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0278463
Apr 08 12:29:58.286070 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00ae4a58>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:34Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:29:58.290232 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e11182-1d46-46ad-98ad-64c32609cf5e None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_floatingips': [{'id': 'ca04ffde-903b-4e10-87ac-5c9ff0bf018e', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'router_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'port_id': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'mac_address': 'fa:16:3e:a3:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:26:31Z', 'updated_at': '2021-04-08T12:26:34Z', 'revision_number': 1, 'project_id': '5174f889b4cf4def811b78439275f602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:29:58.314526 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:58.677023 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a0d7f-d38a-4016-84f9-58914ea7bfc2 None None] New status for floating IP 588542d6-2971-40ab-afed-084f0a967213: DOWN {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:29:58.840270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:58.958909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af3570-7882-472e-89e3-8c426c9e6115 req-f711a71f-e6ad-4101-ae77-2e308e691a3f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:58.960497 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59af3570-7882-472e-89e3-8c426c9e6115 req-f711a71f-e6ad-4101-ae77-2e308e691a3f tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 945 time: 0.0885494
Apr 08 12:29:59.048415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Deleting port 392861b4-9ae6-4b25-a046-7df1b14e8813 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:29:59.048800 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:59.313411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e7320-cdbe-4a42-83c9-a9a10b641238 req-8d02355a-6153-4bfa-9776-b90daeb9189d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:29:59.314935 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a19e7320-cdbe-4a42-83c9-a9a10b641238 req-8d02355a-6153-4bfa-9776-b90daeb9189d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 945 time: 0.3002570
Apr 08 12:29:59.365181 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-a19e7320-cdbe-4a42-83c9-a9a10b641238 req-088aadd4-a34c-4208-8587-6b470e780f38 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361762
Apr 08 12:29:59.412147 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] For port 392861b4-9ae6-4b25-a046-7df1b14e8813, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=392861b4-9ae6-4b25-a046-7df1b14e8813,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:29:59.412554 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:59.442448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:29:59.544088 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Calling delete_port for 392861b4-9ae6-4b25-a046-7df1b14e8813 owned by compute:nova {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:29:59.808666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:29:59.826673 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-80448954-c9ed-4b47-a877-894a65879a3b tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:29:59.929566 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event deleted for resources: {'Port': ['ID=392861b4-9ae6-4b25-a046-7df1b14e8813,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:29:59.943571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.943999 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.944415 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.944822 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.945225 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.945629 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.946032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.946460 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.946866 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.947261 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.947663 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.948151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 12:29:59.953049 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:00.081893 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] No DVR routers for this DVR port 392861b4-9ae6-4b25-a046-7df1b14e8813 on host hv-cinder-78477 {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:30:00.084406 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:00.087143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'name': 'network-vif-deleted', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:30:00.134196 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-59af3570-7882-472e-89e3-8c426c9e6115 req-08b8454e-012b-426b-bb3c-8fac4b906508 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "DELETE /v2.0/ports/392861b4-9ae6-4b25-a046-7df1b14e8813 HTTP/1.1" status: 204  len: 173 time: 1.1680307
Apr 08 12:30:00.195810 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2a30e-09b2-4146-863d-7993bc44b55a', 'name': 'network-vif-deleted', 'tag': '392861b4-9ae6-4b25-a046-7df1b14e8813', 'status': 'completed', 'code': 200}
Apr 08 12:30:00.537208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-3ae26293-44a2-4908-a0ff-55a7ee5fff81 req-81e621e6-281b-4e01-9682-be16050ca67d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:30:00.617319 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-3ae26293-44a2-4908-a0ff-55a7ee5fff81 req-81e621e6-281b-4e01-9682-be16050ca67d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:30:00.618668 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-3ae26293-44a2-4908-a0ff-55a7ee5fff81 req-81e621e6-281b-4e01-9682-be16050ca67d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2c2a30e-09b2-4146-863d-7993bc44b55a HTTP/1.1" status: 200  len: 210 time: 0.1336863
Apr 08 12:30:02.220431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 392861b4-9ae6-4b25-a046-7df1b14e8813 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:02.258224 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: 392861b4-9ae6-4b25-a046-7df1b14e8813 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:02.258641 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device 392861b4-9ae6-4b25-a046-7df1b14e8813 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:04.213273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54222) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:04.432605 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Deleting port 5d338d37-7013-4d81-a431-d8f3fa6e89a6 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:04.432985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:04.609106 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:04.609480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:04.739222 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Calling delete_port for 5d338d37-7013-4d81-a431-d8f3fa6e89a6 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:04.925243 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:04.940754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-66cf7151-f444-4720-b009-7d945ec17989 tempest-AttachVolumeShelveTestJSON-1835679924 tempest-AttachVolumeShelveTestJSON-1835679924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:05.037032 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event deleted for resources: {'Port': ['ID=5d338d37-7013-4d81-a431-d8f3fa6e89a6,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:05.046635 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:05.201558 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:05.201856 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.db.l3_db [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Floating IP ca04ffde-903b-4e10-87ac-5c9ff0bf018e disassociated (deleted). External IP: 172.27.1.170, port: fa87f37f-3b47-4e81-b0b3-efa22949c247.
Apr 08 12:30:05.390848 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:05.570004 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:30:05.757704 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:30:05.768639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:30:05.778613 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:30:05.779337 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9358>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:05.808335 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:05.866805 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca04ffde-903b-4e10-87ac-5c9ff0bf018e HTTP/1.1" status: 204  len: 168 time: 1.6516037
Apr 08 12:30:05.867433 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:30:05.973318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:30:05.974800 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'status': 'completed', 'code': 200}
Apr 08 12:30:06.083791 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-d2b1d0aa-ba26-4bd4-b24b-2fe98fed0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:30:06.086008 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-d2b1d0aa-ba26-4bd4-b24b-2fe98fed0fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5174f889b4cf4def811b78439275f602&device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 1098 time: 0.0877087
Apr 08 12:30:06.233143 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-815a00f8-478b-4578-b5ba-6a35b190f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:30:06.235064 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-815a00f8-478b-4578-b5ba-6a35b190f408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 200  len: 912 time: 0.1435945
Apr 08 12:30:06.315064 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-0b57c52e-4db4-4e24-b4a6-53d62f310810 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 200  len: 217 time: 0.0736034
Apr 08 12:30:06.325298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9358>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:06.329401 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:30:06.338735 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:30:06.339366 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9358>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:06.398857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-c46f3ec4-9993-4f5b-b816-b186f1beaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:30:06.400461 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-c46f3ec4-9993-4f5b-b816-b186f1beaf53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 200  len: 850 time: 0.0798264
Apr 08 12:30:06.499082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-4e4bef2a-fea9-4cc0-9350-f74dd9ce8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:30:06.500612 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-4e4bef2a-fea9-4cc0-9350-f74dd9ce8983 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f160ec1-7ce7-4365-ac22-b0d5421f97ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833237
Apr 08 12:30:06.530411 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:30:06.571239 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7723-d4b3-4b3b-a13a-58d262ce2300 req-1a0700ae-6640-4e6e-9436-ddbcc5f7915d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:30:06.572007 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-13ff7723-d4b3-4b3b-a13a-58d262ce2300 req-1a0700ae-6640-4e6e-9436-ddbcc5f7915d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:30:06.619039 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-13ff7723-d4b3-4b3b-a13a-58d262ce2300 req-1a0700ae-6640-4e6e-9436-ddbcc5f7915d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:30:06.622233 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-13ff7723-d4b3-4b3b-a13a-58d262ce2300 req-1a0700ae-6640-4e6e-9436-ddbcc5f7915d tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 945 time: 0.1442680
Apr 08 12:30:06.651844 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-38275478-351d-4c0e-bdc1-70818d4b269a service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443870
Apr 08 12:30:06.654882 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-13ff7723-d4b3-4b3b-a13a-58d262ce2300 req-a17e6da4-5951-4cd0-b1f6-89f7c9a4ba7c tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253792
Apr 08 12:30:06.793484 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-74520520-bf49-4b8a-b1e9-3c8c665028b9 req-51f30629-2034-4de8-80ab-b88c3081067b service neutron] 10.222.0.55 "GET /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347401
Apr 08 12:30:06.875300 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f00de9358>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:06.879435 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ee555-dc1d-4719-aad8-b6a9ebbd0635 None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:22:59Z', 'revision_number': 4, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi', '_interfaces': [{'id': '12f9b639-5217-4c64-b782-52888dd7f6c1', 'name': '', 'network_id': '7f160ec1-7ce7-4365-ac22-b0d5421f97ed', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'mac_address': 'fa:16:3e:2f:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:58Z', 'updated_at': '2021-04-08T12:23:07Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'subnets': [{'id': '47ed7463-d7b2-41aa-8460-c89ca983a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:30:07.268909 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cedda-cdc2-4c6e-b461-2d2ef547411f None None] New status for floating IP ca04ffde-903b-4e10-87ac-5c9ff0bf018e: DOWN {{(pid=84433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 12:30:07.926344 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc3a4-3970-4513-a8a7-8c94e2522328 req-c4f863af-b00b-4684-9122-24a16fc592ff tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:30:07.927876 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-62bbc3a4-3970-4513-a8a7-8c94e2522328 req-c4f863af-b00b-4684-9122-24a16fc592ff tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 945 time: 0.1546781
Apr 08 12:30:07.936340 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a963e49-da62-4cd5-8558-179b2384c684 req-b28b6318-0178-46ea-8275-55fb7e03dabb tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 12:30:07.937736 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a963e49-da62-4cd5-8558-179b2384c684 req-b28b6318-0178-46ea-8275-55fb7e03dabb tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 945 time: 0.1275198
Apr 08 12:30:08.238341 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-62bbc3a4-3970-4513-a8a7-8c94e2522328 req-e3a21935-795a-481b-9369-6f50abd0df86 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/security-groups?id=38f90380-4a2b-40b1-930b-0f87076c88d1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2995951
Apr 08 12:30:08.264528 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Deleting port fa87f37f-3b47-4e81-b0b3-efa22949c247 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:08.264907 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:08.518377 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] For port fa87f37f-3b47-4e81-b0b3-efa22949c247, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fa87f37f-3b47-4e81-b0b3-efa22949c247,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:08.518709 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:08.648702 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Calling delete_port for fa87f37f-3b47-4e81-b0b3-efa22949c247 owned by compute:nova {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:08.822285 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:08.837643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-f0a2bee9-c50c-42ae-8b1c-a8945ea00743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:08.929191 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event deleted for resources: {'Port': ['ID=fa87f37f-3b47-4e81-b0b3-efa22949c247,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:08.936606 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:09.079676 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] No DVR routers for this DVR port fa87f37f-3b47-4e81-b0b3-efa22949c247 on host hv-cinder-78477 {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:30:09.082132 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:09.084880 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'name': 'network-vif-deleted', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 12:30:09.125991 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-4a963e49-da62-4cd5-8558-179b2384c684 req-37f4d1cf-df4e-4734-b3a2-1374d8e783ae tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.55 "DELETE /v2.0/ports/fa87f37f-3b47-4e81-b0b3-efa22949c247 HTTP/1.1" status: 204  len: 173 time: 0.9400775
Apr 08 12:30:09.133457 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d764c2-4fed-4f43-a1f2-822807c71de8', 'name': 'network-vif-deleted', 'tag': 'fa87f37f-3b47-4e81-b0b3-efa22949c247', 'status': 'completed', 'code': 200}
Apr 08 12:30:09.400402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ee798e81-bd95-4cb1-bfc5-8c93bc03ce55 req-374c01c9-1885-4b65-a41a-c5bd47ba56b2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Synchronizing usage tracker for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 12:30:09.451142 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.quota.resource [req-ee798e81-bd95-4cb1-bfc5-8c93bc03ce55 req-374c01c9-1885-4b65-a41a-c5bd47ba56b2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Unset dirty status for tenant:5174f889b4cf4def811b78439275f602 on resource:port {{(pid=84431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 12:30:09.452464 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [req-ee798e81-bd95-4cb1-bfc5-8c93bc03ce55 req-374c01c9-1885-4b65-a41a-c5bd47ba56b2 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "GET /v2.0/ports?device_id=40d764c2-4fed-4f43-a1f2-822807c71de8 HTTP/1.1" status: 200  len: 210 time: 0.1006970
Apr 08 12:30:10.553550 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54242) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:10.717717 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Deleting port d32cff02-c632-49b3-827d-d7dfd54391bc {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:10.718012 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:11.151766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:11.152131 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:11.281087 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Calling delete_port for d32cff02-c632-49b3-827d-d7dfd54391bc owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:11.445270 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:11.460806 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-12cce368-bb42-4802-ac22-24292ba51cfc tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:11.553919 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event deleted for resources: {'Port': ['ID=d32cff02-c632-49b3-827d-d7dfd54391bc,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:11.556563 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:11.715414 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:11.770713 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:11.771944 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-7956b5ad-bb26-4eb2-96cc-b03a49cff997 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "DELETE /v2.0/floatingips/82b5006e-67e5-473e-b27e-6ca59a40cce4 HTTP/1.1" status: 204  len: 168 time: 1.2173505
Apr 08 12:30:12.249171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fa87f37f-3b47-4e81-b0b3-efa22949c247 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:12.286604 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] No Port match for: fa87f37f-3b47-4e81-b0b3-efa22949c247 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:12.287000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Device fa87f37f-3b47-4e81-b0b3-efa22949c247 not bound to the agent host hv-cinder-78477 {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:13.239114 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54256) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:13.311931 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-baa8171d-b4ec-4c95-b559-4d6207fa88f7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:13.343000 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-baa8171d-b4ec-4c95-b559-4d6207fa88f7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:13.422467 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-baa8171d-b4ec-4c95-b559-4d6207fa88f7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:13.427996 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-226f2e42-c599-4ad1-ac45-1593c6d055d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:13.444916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8171d-b4ec-4c95-b559-4d6207fa88f7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f90380-4a2b-40b1-930b-0f87076c88d1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:13.447331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-baa8171d-b4ec-4c95-b559-4d6207fa88f7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:13.475476 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-baa8171d-b4ec-4c95-b559-4d6207fa88f7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:13.476691 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-baa8171d-b4ec-4c95-b559-4d6207fa88f7 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] 10.222.0.43 "DELETE /v2.0/security-groups/38f90380-4a2b-40b1-930b-0f87076c88d1 HTTP/1.1" status: 204  len: 168 time: 0.2365158
Apr 08 12:30:13.554812 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54262) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:14.234772 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:14.596503 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Deleting port 12f9b639-5217-4c64-b782-52888dd7f6c1 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:14.597086 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:14.773444 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] For port 12f9b639-5217-4c64-b782-52888dd7f6c1, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=12f9b639-5217-4c64-b782-52888dd7f6c1,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:14.773841 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:14.901689 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Calling delete_port for 12f9b639-5217-4c64-b782-52888dd7f6c1 owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:15.208171 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:15.224151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:15.321556 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f9b639-5217-4c64-b782-52888dd7f6c1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:15.330887 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:15.673307 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:16.419134 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Router a6de2a28-f856-40a5-87a4-39607d96100c has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:30:16.607985 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:30:16.616955 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] Sync routers for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:30:16.622718 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] 10.222.0.43 "PUT /v2.0/routers/a6de2a28-f856-40a5-87a4-39607d96100c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0666466
Apr 08 12:30:16.625234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54268) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:16.627014 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:30:16.627681 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f022bbda0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:16.812502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:16.819762 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: dv-cinder-784779-3-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:30:17.001587 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:17.047540 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Deleting port f98956ae-1c2a-4586-a89b-c8407ba74901 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:17.047916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:17.122721 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f022bbda0>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:30:15Z', 'revision_number': 5, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port': {'id': 'f98956ae-1c2a-4586-a89b-c8407ba74901', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:22:55Z', 'updated_at': '2021-04-08T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:17.126819 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] Checking router: a6de2a28-f856-40a5-87a4-39607d96100c for host: dv-cinder-784779-3-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:30:17.136567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] Routers {'a6de2a28-f856-40a5-87a4-39607d96100c'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:30:17.137226 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f022bbda0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['a6de2a28-f856-40a5-87a4-39607d96100c'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:17.231756 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] For port f98956ae-1c2a-4586-a89b-c8407ba74901, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=f98956ae-1c2a-4586-a89b-c8407ba74901,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:17.232161 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:17.301318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] Set router a6de2a28-f856-40a5-87a4-39607d96100c gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:30:17.370994 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Calling delete_port for f98956ae-1c2a-4586-a89b-c8407ba74901 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:17.416193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f022bbda0>, [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:30:17Z', 'revision_number': 6, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:17.420694 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414cdcf-88c0-445d-aced-d34ee0a4ece1 None None] The sync data for ids ['a6de2a28-f856-40a5-87a4-39607d96100c'] in dv-cinder-784779-3-iscsi is: [{'id': 'a6de2a28-f856-40a5-87a4-39607d96100c', 'name': 'tempest-TestVolumeBootPattern-529345941-router', 'tenant_id': '5174f889b4cf4def811b78439275f602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:22:53Z', 'updated_at': '2021-04-08T12:30:17Z', 'revision_number': 6, 'project_id': '5174f889b4cf4def811b78439275f602', 'gw_port_host': None}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:30:17.653575 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:17.670118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1fd6c12c-a824-478d-8b69-815b90f2b1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:17.772533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f98956ae-1c2a-4586-a89b-c8407ba74901,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:17.777331 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:17.928391 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.110165 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.112516 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.218886 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.219431 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6de2a28-f856-40a5-87a4-39607d96100c {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:30:18.231941 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.233185 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-058e0a82-5996-4050-8d28-0cba452549ee admin admin] 10.222.0.43 "DELETE /v2.0/routers/a6de2a28-f856-40a5-87a4-39607d96100c HTTP/1.1" status: 204  len: 168 time: 1.6069605
Apr 08 12:30:18.235883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54272) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:18.305203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Deleting subnet 47ed7463-d7b2-41aa-8460-c89ca983a3b4 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:30:18.311203 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.362617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.450710 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.471600 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 12f9b639-5217-4c64-b782-52888dd7f6c1 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:18.507779 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 12f9b639-5217-4c64-b782-52888dd7f6c1 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:18.508160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 12f9b639-5217-4c64-b782-52888dd7f6c1 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:18.508623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device f98956ae-1c2a-4586-a89b-c8407ba74901 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:18.543611 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: f98956ae-1c2a-4586-a89b-c8407ba74901 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:18.544002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device f98956ae-1c2a-4586-a89b-c8407ba74901 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:18.733592 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.749321 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2eae71b8-512d-41d5-8595-ababac449aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:18.836452 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ed7463-d7b2-41aa-8460-c89ca983a3b4,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:18.839984 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:18.885318 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:18.891403 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886ea3e-051b-47ce-bcf8-edf3e6c3acd6 None None] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:30:18.892533 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-26d5af73-95bc-4802-a59a-f2dd88c821a3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47ed7463-d7b2-41aa-8460-c89ca983a3b4 HTTP/1.1" status: 204  len: 168 time: 0.6556194
Apr 08 12:30:18.895259 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54276) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:19.006513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:19.082643 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Deleting port 992ce57b-fe30-47bb-980a-3d293a71ece9 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:19.083022 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:19.310969 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] For port 992ce57b-fe30-47bb-980a-3d293a71ece9, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=992ce57b-fe30-47bb-980a-3d293a71ece9,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:19.311459 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:19.329618 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] DHCP port deletion for 7f160ec1-7ce7-4365-ac22-b0d5421f97ed request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:30:19.333857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Deleting port 992ce57b-fe30-47bb-980a-3d293a71ece9 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:19.334334 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:19.446234 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Calling delete_port for 992ce57b-fe30-47bb-980a-3d293a71ece9 owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:19.553617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:19.560977 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] For port 992ce57b-fe30-47bb-980a-3d293a71ece9, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=992ce57b-fe30-47bb-980a-3d293a71ece9,segment=NetworkSegment(e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c),segment_id=e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:19.561379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:19.569509 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-1e42c5c0-ab05-4ff6-bdff-4ec6b59cdba1 tempest-TestMinimumBasicScenario-1471672942 tempest-TestMinimumBasicScenario-1471672942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:19.666716 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Pushing event deleted for resources: {'Port': ['ID=992ce57b-fe30-47bb-980a-3d293a71ece9,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:19.679508 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:19.693257 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Calling delete_port for 992ce57b-fe30-47bb-980a-3d293a71ece9 owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:19.715497 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] No DVR routers for this DVR port 992ce57b-fe30-47bb-980a-3d293a71ece9 on host dv-cinder-784779-3-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:30:19.773228 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:30:19.773639 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:30:20.081725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:20.196082 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f00f8bc88>,) {'filters': {'network_id': ['7f160ec1-7ce7-4365-ac22-b0d5421f97ed']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:20.209295 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00f8bc88>, 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:20.209637 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f00f8bc88>, 'e2b4a79f-07e4-4ccc-b9b2-983dc5c12b2c') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:20.222002 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036324201730'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:20.236767 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:20.242928 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:30:20.274468 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Deleting port 992ce57b-fe30-47bb-980a-3d293a71ece9 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:20.274903 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:20.348273 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-4e320811-43a8-4e68-aa18-74905acb65b0 None None] The port '992ce57b-fe30-47bb-980a-3d293a71ece9' was deleted {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:30:20.423632 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:30:20.433601 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852558058'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:20.470384 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 992ce57b-fe30-47bb-980a-3d293a71ece9 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:20.507454 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 992ce57b-fe30-47bb-980a-3d293a71ece9 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:20.507853 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 992ce57b-fe30-47bb-980a-3d293a71ece9 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:20.617571 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Network 7f160ec1-7ce7-4365-ac22-b0d5421f97ed has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:30:20.641089 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:30:20.750069 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:20.754682 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:20.759144 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:20.783658 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7f160ec1-7ce7-4365-ac22-b0d5421f97ed,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:20.786104 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:20.825891 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f160ec1-7ce7-4365-ac22-b0d5421f97ed HTTP/1.1" status: 204  len: 168 time: 1.9295962
Apr 08 12:30:20.829038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54280) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:21.396968 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854130794'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:21.766118 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Deleting port 9a320893-9d87-4ecd-97c1-05b9638b9f3d {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:21.766529 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:21.947439 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] For port 9a320893-9d87-4ecd-97c1-05b9638b9f3d, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=9a320893-9d87-4ecd-97c1-05b9638b9f3d,segment=NetworkSegment(a1bea3af-8785-4439-be60-f6bf15153542),segment_id=a1bea3af-8785-4439-be60-f6bf15153542)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:21.947871 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:22.078740 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Calling delete_port for 9a320893-9d87-4ecd-97c1-05b9638b9f3d owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:22.275842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:22.291650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-b786b1a9-d9ec-417c-b53d-9a583ab817cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:22.395315 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a320893-9d87-4ecd-97c1-05b9638b9f3d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:22.400290 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:22.734567 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126683'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:23.479947 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Router c36cdebf-2350-4330-85e6-651570ec803f has already been hosted by L3 agent 7f7d6790-2fb9-4593-b212-89c9e3ec1aef {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 12:30:23.663857 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] Notify agent at l3_agent.dv-cinder-784779-3-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 12:30:23.673276 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] Sync routers for ids ['c36cdebf-2350-4330-85e6-651570ec803f'] in dv-cinder-784779-3-iscsi {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 12:30:23.684265 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] Routers {'c36cdebf-2350-4330-85e6-651570ec803f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:30:23.684874 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0150cbe0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['c36cdebf-2350-4330-85e6-651570ec803f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:23.715689 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-13264f73-6da0-42d1-9ea4-c9144718527d admin admin] 10.222.0.43 "PUT /v2.0/routers/c36cdebf-2350-4330-85e6-651570ec803f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8855050
Apr 08 12:30:23.718348 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54286) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:23.869795 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] Set router c36cdebf-2350-4330-85e6-651570ec803f gateway port host: dv-cinder-784779-3-iscsi {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:30:23.904997 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:24.098062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:24.132916 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Deleting port 5b61c197-0a4d-4063-831a-230933b588a1 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:24.133299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:24.173383 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0150cbe0>, [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'external_fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '5b61c197-0a4d-4063-831a-230933b588a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:30:22Z', 'revision_number': 5, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port': {'id': '5b61c197-0a4d-4063-831a-230933b588a1', 'name': '', 'network_id': '5d8aced2-2e05-4ff6-b07a-895d0ca3f513', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:23:03Z', 'updated_at': '2021-04-08T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baa03969-7db4-45fe-8696-96623ffe6d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-iscsi'}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:24.177464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] Checking router: c36cdebf-2350-4330-85e6-651570ec803f for host: dv-cinder-784779-3-iscsi {{(pid=84433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 12:30:24.186399 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] Routers {'c36cdebf-2350-4330-85e6-651570ec803f'} bound to L3 agent in host dv-cinder-784779-3-iscsi {{(pid=84433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 12:30:24.187059 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f0150cbe0>, 'dv-cinder-784779-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T12:05:27Z,description=<?>,heartbeat_timestamp=2021-04-08T12:29:57Z,host='dv-cinder-784779-3-iscsi',id=7f7d6790-2fb9-4593-b212-89c9e3ec1aef,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T12:05:27Z,topic='l3_agent')) {'router_ids': ['c36cdebf-2350-4330-85e6-651570ec803f'], 'active': True} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:24.317714 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] For port 5b61c197-0a4d-4063-831a-230933b588a1, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=5b61c197-0a4d-4063-831a-230933b588a1,segment=NetworkSegment(478d5881-4ba9-4938-9274-5c6071c6ae1e),segment_id=478d5881-4ba9-4938-9274-5c6071c6ae1e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:24.318140 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:24.345965 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvr_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] Set router c36cdebf-2350-4330-85e6-651570ec803f gateway port host: None {{(pid=84433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 12:30:24.453038 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Calling delete_port for 5b61c197-0a4d-4063-831a-230933b588a1 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:24.462005 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_hamode_db [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f0150cbe0>, [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:30:24Z', 'revision_number': 6, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port_host': None}], 'dv-cinder-784779-3-iscsi', False) {} {{(pid=84433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:24.466725 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3f824-3070-4952-b4e2-b46898454f68 None None] The sync data for ids ['c36cdebf-2350-4330-85e6-651570ec803f'] in dv-cinder-784779-3-iscsi is: [{'id': 'c36cdebf-2350-4330-85e6-651570ec803f', 'name': 'tempest-TestVolumeBootPattern-502004370-router', 'tenant_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:23:02Z', 'updated_at': '2021-04-08T12:30:24Z', 'revision_number': 6, 'project_id': 'f319432fdf0c4d8e8ed56e5fa6ea613e', 'gw_port_host': None}] {{(pid=84433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 12:30:24.470614 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-2787b423-98cd-40bb-97df-88935e57b1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:24.664408 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2217825'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:24.680650 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-52299b17-899c-4432-9f92-ae6e34260866 tempest-TestVolumeBootPattern-1340280433 tempest-TestVolumeBootPattern-1340280433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:24.777723 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Pushing event deleted for resources: {'Port': ['ID=5b61c197-0a4d-4063-831a-230933b588a1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:24.787202 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:24.946768 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854127195'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:25.133787 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2418'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:25.136706 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:25.393743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640143'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:25.394255 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36cdebf-2350-4330-85e6-651570ec803f {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 12:30:25.407555 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:25.408801 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-e8ad28b3-3bd8-4246-a5fc-dc7fa5c28cff admin admin] 10.222.0.43 "DELETE /v2.0/routers/c36cdebf-2350-4330-85e6-651570ec803f HTTP/1.1" status: 204  len: 168 time: 1.6894777
Apr 08 12:30:25.411669 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 54290) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:25.481842 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Deleting subnet 81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 12:30:25.485061 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:25.540108 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530574022'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:25.619502 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.081816 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530436389'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.097548 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:26.184561 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:26.196409 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:26.227750 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.233966 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a664db2-aaa0-4179-994b-44ab628290e9 None None] Network fc99a858-e1e0-4434-9381-934c10d45e8e requested from dv-cinder-784779-3-iscsi {{(pid=84432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 12:30:26.239752 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-6c88fa2e-d457-4ebc-8952-f9deec58dab7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/81b1faa1-c5ba-4b3d-8a02-3e8c1c63f1bc HTTP/1.1" status: 204  len: 168 time: 0.8216202
Apr 08 12:30:26.240054 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 54294) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:26.352313 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-142957'] for network, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.425402 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Deleting port 17a8882c-1cb4-4872-8844-33ea3b248585 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:26.425792 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.493506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] DHCP port deletion for fc99a858-e1e0-4434-9381-934c10d45e8e request from dv-cinder-784779-3-iscsi {{(pid=84432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 12:30:26.498888 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Deleting port 17a8882c-1cb4-4872-8844-33ea3b248585 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:26.499400 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.532073 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5b61c197-0a4d-4063-831a-230933b588a1 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:26.579235 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 5b61c197-0a4d-4063-831a-230933b588a1 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:26.579623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 5b61c197-0a4d-4063-831a-230933b588a1 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:26.580085 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9a320893-9d87-4ecd-97c1-05b9638b9f3d no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:26.623687 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 9a320893-9d87-4ecd-97c1-05b9638b9f3d {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:26.624008 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 9a320893-9d87-4ecd-97c1-05b9638b9f3d not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:26.651758 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] For port 17a8882c-1cb4-4872-8844-33ea3b248585, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=17a8882c-1cb4-4872-8844-33ea3b248585,segment=NetworkSegment(a1bea3af-8785-4439-be60-f6bf15153542),segment_id=a1bea3af-8785-4439-be60-f6bf15153542)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:26.652164 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.759353 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-16d627ac-158d-4b60-beda-9d48b2b1a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.787317 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Calling delete_port for 17a8882c-1cb4-4872-8844-33ea3b248585 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:26.802951 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.db [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] For port 17a8882c-1cb4-4872-8844-33ea3b248585, host dv-cinder-784779-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-iscsi',level=0,port_id=17a8882c-1cb4-4872-8844-33ea3b248585,segment=NetworkSegment(a1bea3af-8785-4439-be60-f6bf15153542),segment_id=a1bea3af-8785-4439-be60-f6bf15153542)] {{(pid=84432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 12:30:26.803396 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649336'] for port, precommit_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.887623 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854588797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854690826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363288271799685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288272242292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1023517'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:26.903272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-2153cfee-2de4-44c9-8fe5-70077708c1d5 tempest-VolumesNegativeTest-760580095 tempest-VolumesNegativeTest-760580095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:26.936252 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Calling delete_port for 17a8882c-1cb4-4872-8844-33ea3b248585 owned by network:dhcp {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 12:30:26.999062 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a8882c-1cb4-4872-8844-33ea3b248585,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:27.011617 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.db.api [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 12:30:27.012024 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_db.api [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 12:30:27.015595 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:27.048946 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] No DVR routers for this DVR port 17a8882c-1cb4-4872-8844-33ea3b248585 on host dv-cinder-784779-3-iscsi {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 12:30:27.074593 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:27.170390 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2639', 'neutron.services.segments.db._delete_segments_for_network--9223363288271773454'] for network, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:27.282754 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f02275400>,) {'filters': {'network_id': ['fc99a858-e1e0-4434-9381-934c10d45e8e']}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:27.295480 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f02275400>, 'a1bea3af-8785-4439-be60-f6bf15153542') {'for_net_delete': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:27.295825 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.services.segments.db [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f02275400>, 'a1bea3af-8785-4439-be60-f6bf15153542') {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 12:30:27.308175 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288271724284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2557307'] for segment, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:27.387870 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775000'] for segment, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:27.394506 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 12:30:27.513703 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Deleting port 17a8882c-1cb4-4872-8844-33ea3b248585 {{(pid=84432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 12:30:27.514176 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748582961318'] for port, before_delete {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:27.569246 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Network fc99a858-e1e0-4434-9381-934c10d45e8e has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:30:27.578666 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853752214'] for segment, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:27.589207 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-e9be4171-6eb4-4f05-98aa-24d3938c12e2 None None] The port '17a8882c-1cb4-4872-8844-33ea3b248585' was deleted {{(pid=84432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 12:30:27.758288 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.managers [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Network fc99a858-e1e0-4434-9381-934c10d45e8e has no segments {{(pid=84431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]: Traceback (most recent call last):
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     timer()
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     cb(*args, **kw)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     return func(*args, **kwargs)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     self._notify()
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     self.callback(batched_events)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     event.method(event)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     segment_id)['aggregates'][0]
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     return f(self, *a, **k)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self._get(url).json()
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     **kwargs)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     return self.request(url, 'GET', **kwargs)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     **endpoint_filter)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 12:30:27.781486 dv-cinder-784779-3-iscsi neutron-server[84315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 12:30:28.092981 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648642'] for network, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:28.096672 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-8ff6057e-1059-4e5b-a9e2-9cfa46e4269a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:28.110272 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:28.121379 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc99a858-e1e0-4434-9381-934c10d45e8e,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:28.126193 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:28.129462 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-08800fc2-b508-443e-b4fa-792d1b06a5b9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fc99a858-e1e0-4434-9381-934c10d45e8e HTTP/1.1" status: 204  len: 168 time: 1.8913352
Apr 08 12:30:28.471983 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 17a8882c-1cb4-4872-8844-33ea3b248585 no longer exists at agent ovs-agent-dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 12:30:28.504781 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:28.514130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.plugin [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] No Port match for: 17a8882c-1cb4-4872-8844-33ea3b248585 {{(pid=84432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 12:30:28.514130 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.plugins.ml2.rpc [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Device 17a8882c-1cb4-4872-8844-33ea3b248585 not bound to the agent host dv-cinder-784779-3-iscsi {{(pid=84432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 12:30:28.514357 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 54302) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:28.549718 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-33cfcf0c-62eb-456a-ba47-3fd2731483bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5174f889b4cf4def811b78439275f602&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0339856
Apr 08 12:30:28.552299 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 54306) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:28.612684 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a21234d-bd9e-429b-8633-0df4e0fbcc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:28.639664 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a21234d-bd9e-429b-8633-0df4e0fbcc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:28.822576 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a21234d-bd9e-429b-8633-0df4e0fbcc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:28.828026 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-49074d4d-0b30-42ea-878e-9b319aeaa78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:28.842820 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21234d-bd9e-429b-8633-0df4e0fbcc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8e7321-6256-4bdf-9386-da502f591683,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:28.846499 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0a21234d-bd9e-429b-8633-0df4e0fbcc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:28.849764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0a21234d-bd9e-429b-8633-0df4e0fbcc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:28.851021 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-0a21234d-bd9e-429b-8633-0df4e0fbcc18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d8e7321-6256-4bdf-9386-da502f591683 HTTP/1.1" status: 204  len: 168 time: 0.2977529
Apr 08 12:30:28.862031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:29.397757 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 54314) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:29.436885 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-c2493853-4fee-4168-bda7-207567f458a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f319432fdf0c4d8e8ed56e5fa6ea613e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0377810
Apr 08 12:30:29.439458 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [-] (84431) accepted ('10.222.0.43', 54318) {{(pid=84431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 12:30:29.500830 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9e4a-6bad-40b4-ba11-a7f95a104d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:29.528513 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9e4a-6bad-40b4-ba11-a7f95a104d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:29.750254 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9e4a-6bad-40b4-ba11-a7f95a104d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695803'] for security_group, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:29.755358 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-0c3a134a-911e-4ce0-9c1d-25ecdc3e841e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 12:30:29.770533 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b9e4a-6bad-40b4-ba11-a7f95a104d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca280417-7399-4f26-a35f-fae252f3de91,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 12:30:29.772881 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG oslo_concurrency.lockutils [None req-bf9b9e4a-6bad-40b4-ba11-a7f95a104d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 12:30:29.775332 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9e4a-6bad-40b4-ba11-a7f95a104d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:29.777499 dv-cinder-784779-3-iscsi neutron-server[84315]: INFO neutron.wsgi [None req-bf9b9e4a-6bad-40b4-ba11-a7f95a104d92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca280417-7399-4f26-a35f-fae252f3de91 HTTP/1.1" status: 204  len: 168 time: 0.3358023
Apr 08 12:30:35.382388 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:36.441837 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:30:54.475976 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a0abffd5-4fe4-46c3-b2c7-884b2ec3bcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:56.698380 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-749e0d4b-4447-4e1b-a9ad-fe1ce5286e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:57.070262 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:58.301764 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:30:58.850125 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:05.393320 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:13.442690 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:31:24.490198 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-7ef72435-274e-4d40-9735-82a3684044f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:26.709925 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-04f3e35d-9f1e-43aa-abed-f25f99affaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:27.083789 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:28.318546 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:28.864181 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:35.383790 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:50.442507 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:31:54.478523 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-a1dcd3ac-4fd8-414e-9240-88aa4d584871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:56.674743 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-ddbeca7a-4d40-490d-ac79-0be5c09e2169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:57.080298 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:58.325868 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:31:58.857256 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:05.386174 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:24.474372 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-465bc430-e44e-4667-b58a-a479370f382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:26.683253 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-29b68631-4a14-4437-87e7-cf7844c96424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:27.100393 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:27.441939 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:32:28.308448 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:28.857090 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:35.400583 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:54.482596 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-292781b5-85de-407e-88fd-794bb15ab152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:56.691464 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-45f5fd2e-ebc7-4e9e-bafc-1adeaa5237c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:57.073745 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:58.342511 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:32:58.868347 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:04.440616 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:33:05.416751 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:24.476760 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-49d35b7f-78e3-43e4-a377-88aaf519584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:26.682279 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-c7a5927f-e400-44f9-b5ab-4a721d54beae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:27.096461 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:28.330773 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:28.859208 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:35.402249 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:41.439531 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:33:54.475612 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-352d7fe8-0c35-416e-803c-61e3985abcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:56.687083 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-6ab075d7-5f5a-493c-903f-ac29a6005c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:57.092998 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:58.307450 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:33:58.878987 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:05.412962 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:18.439048 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:34:24.463823 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-842d6b5a-23a2-4053-8697-48bc7c087bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:26.692289 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-fc25b42b-c7c2-4df5-818a-8e2ad4fe7314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:27.095766 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:28.307151 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:28.884551 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:35.430427 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:54.474512 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-de6b3a6f-d534-466a-bba2-fb94ed4e1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:55.439883 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.db.agents_db [None req-24bb4600-77c9-45ba-ba47-a0c916091100 None None] Agent healthcheck: found 6 active agents {{(pid=84433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 12:34:56.703330 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5b27-cb46-439f-94d9-3f4b323d41ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:57.095728 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:58.300937 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:34:58.872103 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:35:05.423160 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-75188f15-83b4-4ed1-8db4-f7cdbfeb582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:35:24.483549 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-72d7d907-5025-49fd-ba37-4bc89316377a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:35:26.656040 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron.wsgi [req-33eab91a-0e65-4bb7-8c21-5687790aa3a5 req-fac342b5-1ebe-4621-8160-5c3ef4f7213d service neutron] (84430) timed out ('10.222.0.43', 47396) {{(pid=84430) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 12:35:26.696799 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-0d5a41e5-8ee5-4c3b-9e7e-bf9a3c024c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:35:27.102675 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-03bb16ab-b181-4a58-81a4-9527a47822fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:35:28.319971 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-b38f32db-8efd-4d12-8089-a6d8e3de2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 12:35:28.886031 dv-cinder-784779-3-iscsi neutron-server[84315]: DEBUG neutron_lib.callbacks.manager [None req-47b5a6e2-146b-4f9f-91d0-203a77207e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288271773471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12291'] for agent, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}